-- Logs begin at Wed 2022-04-06 13:09:35 UTC, end at Wed 2022-04-06 14:30:43 UTC. -- Apr 06 13:57:54.582808 dv-cinder-836822-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 13:57:57.546278 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:57:57.546915 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:57:57.547076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103858) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:57:57.550407 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:57:57.550658 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:57:57.550971 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103858) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:57:57.551922 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:57:57.552243 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:57:57.553128 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:57:57.553379 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:57:57.553603 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:57:57.554020 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.554451 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 13:57:57.554762 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.555057 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.555349 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.555663 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.555952 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.556253 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.556598 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.556896 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.557180 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.557457 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.557754 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.558089 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.558355 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.558692 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.558980 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.559294 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] debug = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.559606 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.560090 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.560553 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.560852 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.561145 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.561457 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.561808 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.562152 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.562454 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.562796 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] host = dv-cinder-836822-1-iscsi {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.563100 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.563407 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.563696 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.564072 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.564362 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.564669 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.564992 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.565283 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.565584 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.565985 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.566306 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.566614 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.566934 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.567160 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.567463 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.567778 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.568147 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.568447 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.568726 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.569105 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.569403 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.569761 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.570037 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.570340 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.570626 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.570911 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.571246 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.571630 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.571903 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.572177 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.572480 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.572788 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.573064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.573379 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.573728 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.573999 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.574271 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.574573 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.574862 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.575205 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.575562 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.575886 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.576172 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.576444 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.576738 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.577010 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_json = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.577282 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.577549 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.577930 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.578222 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.578511 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.578847 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.579129 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.579441 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.579791 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:57:57.580555 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.581323 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.581629 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.581975 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.582301 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.582580 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.582869 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.583148 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.583463 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.583809 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.584103 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.584386 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.584694 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.584982 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.585275 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.585578 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.585867 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.586157 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.586428 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.586702 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.586973 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.587251 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.587563 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.587841 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.588128 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.588414 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.588689 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.588984 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.589268 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.589554 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.589842 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.590113 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.590386 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.590673 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.590953 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.591222 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.592038 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.592328 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.592601 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.592871 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.593148 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.593421 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.593691 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.593960 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.594231 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.594515 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.594785 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.595051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.595317 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.595614 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.595880 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.596157 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.596427 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.596694 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.596990 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.597309 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.597583 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.597852 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.598126 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.598410 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.598669 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.598936 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.599410 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.599653 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.599834 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.600097 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.600359 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.600626 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.600900 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.601171 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.601439 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.601713 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.602016 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.602276 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.602557 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.602848 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.603121 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.603415 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.603690 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.603961 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.604234 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.604503 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.604774 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.605045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.605313 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.605597 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.605874 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.606151 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.606444 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.606713 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.607026 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.607887 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.608190 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.608470 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.608740 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.609012 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.609310 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.609590 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.609881 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.610170 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.610458 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.610744 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.611033 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.611308 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.611705 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.611980 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:57:57.612192 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:57:57.612431 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 13:57:57.986753 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:57:57.987023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:57:57.987329 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:57:57.987686 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 13:57:58.315999 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.316202 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.316469 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.317660 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.317931 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.319919 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.372950 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.373218 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.373478 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.388072 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.388374 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.388708 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.419192 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.420074 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.420344 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.455753 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.456027 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.456293 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.795533 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.796194 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.796194 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.796410 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.797102 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.896590 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.896904 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.897179 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.897444 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.897706 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.898010 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.898266 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.898518 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.898855 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.899141 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.899417 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.899936 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.900189 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.900437 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.900688 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.900948 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.901197 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.901461 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.901725 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.901978 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.902246 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.902491 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.902768 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.903135 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.903403 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.903645 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.904666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.904941 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.905178 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.905413 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.905640 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.905872 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:57:58.906238 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 13:57:58.909363 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 13:57:58.913268 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 13:57:58.917123 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Apr 06 13:57:58.918728 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 13:57:58.919191 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 13:57:58.920159 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 13:57:58.920541 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 13:57:58.924521 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 13:57:58.924768 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 13:57:58.925107 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:57:58.930057 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 13:57:58.956716 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 13:57:58.957173 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.957469 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 13:57:58.957839 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.959200 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 13:57:58.959514 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:57:58.959760 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 13:57:58.963107 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:58.963402 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:57:59.025518 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 13:57:59.025757 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 13:57:59.025990 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 13:57:59.026366 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 13:57:59.046838 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_db.sqlalchemy.engines [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 13:57:59.671867 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing driver for type 'gre' Apr 06 13:57:59.672398 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] gre ID ranges: [(1, 1000)] Apr 06 13:57:59.871632 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing driver for type 'local' Apr 06 13:57:59.872297 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing driver for type 'vlan' Apr 06 13:57:59.968734 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] VlanTypeDriver initialization complete Apr 06 13:57:59.969121 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing driver for type 'vxlan' Apr 06 13:57:59.969650 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] vxlan ID ranges: [(1, 1000)] Apr 06 13:58:00.168034 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing extension driver 'port_security' Apr 06 13:58:00.168473 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.extensions.port_security [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] PortSecurityExtensionDriver initialization complete Apr 06 13:58:00.168876 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing mechanism driver 'openvswitch' Apr 06 13:58:00.169272 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing mechanism driver 'hyperv' Apr 06 13:58:00.179819 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.plugin [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.180681 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.181059 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.181414 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.181943 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.182411 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.182768 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.183115 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.183542 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.183958 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.184316 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.184661 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.185058 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.185470 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.185827 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.186173 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.186573 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.186981 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.187329 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.187695 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.188094 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.188500 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > address_group after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.188874 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > address_group after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.189223 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.189617 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:58:00.190062 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] ML2 OVO RPC backend initialized. {{(pid=103858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 13:58:00.190792 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.191150 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.191603 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.191957 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > networks before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.192310 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.192655 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > ports before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.193010 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.193347 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnets before_response 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.193696 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.194039 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.194378 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.194716 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.195056 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.195419 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.195761 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.196156 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.196436 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.206881 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded quota_driver: . Apr 06 13:58:00.207255 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.plugin [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Modular L2 Plugin initialization complete Apr 06 13:58:00.207642 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading services supported by the core plugin {{(pid=103858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 13:58:00.207993 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.plugins.ml2.managers [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Got port-security extension from driver 'port_security' Apr 06 13:58:00.208482 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.extensions.vlantransparent [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Disabled vlantransparent extension. Apr 06 13:58:00.208982 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 13:58:00.209315 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: router Apr 06 13:58:00.253513 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.253831 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_create 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.254212 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router before_create 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.254579 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.254955 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.255392 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_delete 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.255703 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.256061 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.256418 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_create 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.256774 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.257204 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.257483 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.257845 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.258305 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.258670 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.259019 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.259374 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: subnet after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.259742 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.260094 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.260748 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_create 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.261023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.261331 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.261692 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router after_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.262038 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.262394 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_create 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.262761 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.263109 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_update 55549900 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.263534 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > agent after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.264031 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > agent after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.264402 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > network after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.265312 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Tracking information for resource: router configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:58:00.265651 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Tracking information for resource: floatingip configured {{(pid=103858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:58:00.270653 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.db.l3_agentschedulers_db [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 13:58:00.271235 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.271623 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.271980 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.272335 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: port after_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.273137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router before_create 55550100 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.273507 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.273872 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_create 55550100 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.274235 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > router precommit_update 55550100 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.279291 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.provider_configuration [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service providers = [] {{(pid=103858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 13:58:00.279685 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.db.servicetype_db [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 13:58:00.282684 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.service_base [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:58:00.283037 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.service_base [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:58:00.283401 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.service_base [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:58:00.289325 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.services.service_base [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:58:00.289705 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.services.service_base [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 13:58:00.290093 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.290415 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 13:58:00.301608 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.301950 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: auto_allocate Apr 06 13:58:00.307718 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: network precommit_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.308092 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: network precommit_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.308623 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.308950 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: tag Apr 06 13:58:00.316335 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.316672 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: timestamp Apr 06 13:58:00.324114 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.324445 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: network_ip_availability Apr 06 13:58:00.329935 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.330311 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.330672 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.331480 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.331809 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: flavors Apr 06 13:58:00.337896 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.338238 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading Plugin: revisions Apr 06 13:58:00.343473 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:58:00.343935 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.356s {{(pid=103858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:58:00.344655 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 13:58:00.344999 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Initializing extension manager. Apr 06 13:58:00.345528 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: __init__.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.345877 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: __pycache__ {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.346221 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: address_group.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.346990 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.347593 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: address-group Apr 06 13:58:00.347924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: address_scope.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.348647 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.349176 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: address-scope Apr 06 13:58:00.349503 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.350443 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.350971 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: router-admin-state-down-before-update Apr 06 13:58:00.351293 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: agent.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.352030 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.352552 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: agent Apr 06 13:58:00.352878 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: agent_resources_synced.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.353798 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.354321 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: agent-resources-synced Apr 06 13:58:00.354647 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: allowedaddresspairs.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.356486 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.357092 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: allowed-address-pairs Apr 06 13:58:00.357914 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: auto_allocated_topology.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.366104 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.366636 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: auto-allocated-topology Apr 06 13:58:00.366969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: availability_zone.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.367720 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.368250 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: availability_zone Apr 06 13:58:00.368579 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: availability_zone_filter.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.369506 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.370032 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: availability_zone_filter Apr 06 13:58:00.370363 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: data_plane_status.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.371283 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.371838 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 13:58:00.372169 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: default_subnetpools.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.373115 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.373646 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: default-subnetpools Apr 06 13:58:00.373983 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.374797 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.375323 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: dhcp_agent_scheduler Apr 06 13:58:00.375679 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: dns.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.376661 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.377143 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 13:58:00.377470 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: dns_domain_ports.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.378396 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.378948 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 13:58:00.379253 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.380212 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.380734 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 13:58:00.381062 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: dvr.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.381738 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.382262 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: dvr Apr 06 13:58:00.382587 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: ecmp_routes.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.383551 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.384075 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 13:58:00.384402 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: empty_string_filtering.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.385323 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.385845 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: empty-string-filtering Apr 06 13:58:00.386232 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.393136 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.393655 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:58:00.393982 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.394912 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.395468 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 13:58:00.395798 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: external_net.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.396740 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.397260 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: external-net Apr 06 13:58:00.397589 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.398506 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.399026 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: extra_dhcp_opt Apr 06 13:58:00.399367 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: extraroute.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.400617 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.401137 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: extraroute Apr 06 13:58:00.401464 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: extraroute_atomic.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.402506 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.403032 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: extraroute-atomic Apr 06 13:58:00.403383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: filter_validation.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.404583 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.405103 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: filter-validation Apr 06 13:58:00.405428 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: fip_pf_description.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.406347 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.406886 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 13:58:00.407209 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: fip_pf_port_range.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.408159 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.408674 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 13:58:00.408998 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: fip_port_details.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.410126 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.410653 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: fip-port-details Apr 06 13:58:00.410979 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: flavors.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.412248 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.412787 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: flavors Apr 06 13:58:00.413114 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.421650 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.422185 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 13:58:00.422520 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: floatingip_pools.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.423239 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.423811 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: floatingip-pools Apr 06 13:58:00.424142 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: ip_allocation.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.425088 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.425613 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 13:58:00.425940 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.426880 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.427445 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: ip-substring-filtering Apr 06 13:58:00.427844 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l2_adjacency.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.428732 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.429253 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 13:58:00.429581 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.430616 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.431107 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: router Apr 06 13:58:00.431469 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.433703 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.434249 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:58:00.434586 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.435590 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.436122 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: ext-gw-mode Apr 06 13:58:00.436457 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.437437 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.437934 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: l3-ha Apr 06 13:58:00.438259 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.439185 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.439739 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 13:58:00.440066 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_flavors.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.441058 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.441531 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: l3-flavors Apr 06 13:58:00.441888 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.443236 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.443807 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 13:58:00.444142 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.445080 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.445611 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 13:58:00.445942 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: l3agentscheduler.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.446978 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.447547 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: l3_agent_scheduler Apr 06 13:58:00.447878 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: local_ip.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.449666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.450202 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension local_ip not supported by any of loaded plugins Apr 06 13:58:00.450542 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: logging.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.452215 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.452761 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension logging not supported by any of loaded plugins Apr 06 13:58:00.453098 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: metering.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.453891 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.454496 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: metering Apr 06 13:58:00.454825 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.455974 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.456513 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: metering_source_and_destination_fields Apr 06 13:58:00.456842 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: multiprovidernet.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.457821 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.458355 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: multi-provider Apr 06 13:58:00.458684 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: netmtu.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.463867 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.464393 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: net-mtu Apr 06 13:58:00.464721 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: netmtu_writable.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.465685 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.466217 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: net-mtu-writable Apr 06 13:58:00.467059 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: network_availability_zone.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.467788 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.468314 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: network_availability_zone Apr 06 13:58:00.468639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: network_ip_availability.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.469786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.470317 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: network-ip-availability Apr 06 13:58:00.470648 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: network_segment_range.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.471460 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.471986 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 13:58:00.472315 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: pagination.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.473316 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.473656 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: pagination Apr 06 13:58:00.473982 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: port_device_profile.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.474907 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.475479 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: port-device-profile Apr 06 13:58:00.475831 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.476755 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.477283 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: port-mac-address-regenerate Apr 06 13:58:00.477610 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.478542 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.479068 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: port-numa-affinity-policy Apr 06 13:58:00.479412 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: port_resource_request.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.480341 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.480863 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 13:58:00.481194 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: port_resource_request_groups.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.482752 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.483284 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 13:58:00.483636 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: portbindings.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.484582 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.485112 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: binding Apr 06 13:58:00.485438 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: portbindings_extended.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.486718 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.487247 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: binding-extended Apr 06 13:58:00.487611 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: portsecurity.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.488545 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.489075 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: port-security Apr 06 13:58:00.489405 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: project_id.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.490393 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.490728 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: project-id Apr 06 13:58:00.491055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: providernet.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.492079 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.492613 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: provider Apr 06 13:58:00.492939 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.502324 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.502859 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos not supported by any of loaded plugins Apr 06 13:58:00.503192 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.504524 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.505011 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 13:58:00.505345 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.506276 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.506803 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 13:58:00.507140 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_default.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.508113 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.508650 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-default not supported by any of loaded plugins Apr 06 13:58:00.508985 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_fip.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.509925 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.510458 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 13:58:00.510791 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.511748 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.512276 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 13:58:00.512606 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_gateway_ip.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.513695 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.514231 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 13:58:00.514565 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_port_network_policy.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.515532 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.516067 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 13:58:00.516405 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.517471 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.518004 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 13:58:00.518338 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.519412 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.519950 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 13:58:00.520275 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_pps_rule.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.521461 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.521994 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 13:58:00.522318 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_rule_type_details.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.523260 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.523827 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 13:58:00.524154 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.525330 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.525860 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 13:58:00.526187 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: qos_rules_alias.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.527284 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.527823 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 13:58:00.528151 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: quota_check_limit.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.529584 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.530114 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: quota-check-limit Apr 06 13:58:00.530442 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: quotasv2.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.531420 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.531757 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: quotas Apr 06 13:58:00.532082 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: quotasv2_detail.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.533805 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.534153 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: quota_details Apr 06 13:58:00.534491 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: rbac.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.535618 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.536164 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: rbac-policies Apr 06 13:58:00.536503 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: rbac_address_group.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.537454 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.537995 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: rbac-address-group Apr 06 13:58:00.538330 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: rbac_address_scope.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.539266 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.539832 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: rbac-address-scope Apr 06 13:58:00.540168 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: rbac_security_groups.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.541178 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.541711 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: rbac-security-groups Apr 06 13:58:00.542049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: rbac_subnetpool.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.542992 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.543547 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: rbac-subnetpool Apr 06 13:58:00.543881 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: revisionifmatch.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.545361 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.545893 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: revision-if-match Apr 06 13:58:00.546225 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: revisions.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.547386 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.547912 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: standard-attr-revisions Apr 06 13:58:00.548245 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: router_availability_zone.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.548930 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.549458 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: router_availability_zone Apr 06 13:58:00.549786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: routerservicetype.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.550726 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.551245 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 13:58:00.551608 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.552549 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.553078 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: security-groups-normalized-cidr Apr 06 13:58:00.553409 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.554346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.554874 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: port-security-groups-filtering Apr 06 13:58:00.555205 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.556190 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.556714 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: security-groups-remote-address-group Apr 06 13:58:00.557050 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.557979 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.558506 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: security-groups-shared-filtering Apr 06 13:58:00.558836 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.559475 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 13:58:00.559805 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: securitygroup.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.569978 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.570528 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: security-group Apr 06 13:58:00.570866 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: segment.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.571638 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.572170 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension segment not supported by any of loaded plugins Apr 06 13:58:00.572500 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.573464 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.573994 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 13:58:00.574331 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: servicetype.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.575475 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.576561 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: service-type Apr 06 13:58:00.576892 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: sorting.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.577886 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.578221 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: sorting Apr 06 13:58:00.578549 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: standard_attr_segment.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.579518 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.580051 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 13:58:00.580379 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: standardattrdescription.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.581039 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.581569 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: standard-attr-description Apr 06 13:58:00.581973 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: stateful_security_group.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.582835 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.583375 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: stateful-security-group Apr 06 13:58:00.583716 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: stdattrs_common.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.584295 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 13:58:00.584621 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.585573 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.586106 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 13:58:00.586436 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnet_onboard.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.587553 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.588091 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: subnet_onboard Apr 06 13:58:00.588422 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.589365 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.589892 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 13:58:00.590239 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnet_service_types.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.591195 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.591779 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: subnet-service-types Apr 06 13:58:00.592139 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnetallocation.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.593250 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.593784 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: subnet_allocation Apr 06 13:58:00.594117 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.594798 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.595324 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: subnetpool-prefix-ops Apr 06 13:58:00.595684 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.596656 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.597187 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 13:58:00.597514 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: tagging.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.598618 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.599162 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: standard-attr-tag Apr 06 13:58:00.599526 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: timestamp.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.600738 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.601273 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loaded extension: standard-attr-timestamp Apr 06 13:58:00.601603 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: trunk.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.602651 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.603185 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension trunk not supported by any of loaded plugins Apr 06 13:58:00.603540 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: trunk_details.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.604473 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.605000 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 13:58:00.605329 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: uplink_status_propagation.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.606263 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.606790 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 13:58:00.607148 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Loading extension file: vlantransparent.py {{(pid=103858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:58:00.607863 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:58:00.608389 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 13:58:00.610929 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:network Apr 06 13:58:00.611489 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnet Apr 06 13:58:00.611904 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:58:00.612306 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:port Apr 06 13:58:00.613557 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.613992 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service FLAVORS assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.614638 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.615074 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.615441 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:router Apr 06 13:58:00.615876 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:58:00.616370 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service METERING assigned prefix: /metering {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.617817 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.618202 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.618559 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:58:00.619670 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:58:00.620122 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:58:00.620549 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:58:00.621147 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service CORE assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.621482 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:58:00.621830 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] subnetpool is already registered Apr 06 13:58:00.622273 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service CORE assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.623125 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:58:00.623502 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] subnetpool is already registered Apr 06 13:58:00.625752 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.626185 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service FLAVORS assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.626776 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.627201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.627575 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:router Apr 06 13:58:00.627919 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] router is already registered Apr 06 13:58:00.628339 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:58:00.628677 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] floatingip is already registered Apr 06 13:58:00.629136 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service METERING assigned prefix: /metering {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.629805 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:58:00.630134 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] rbac_policy is already registered Apr 06 13:58:00.630547 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:58:00.630885 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] security_group is already registered Apr 06 13:58:00.631521 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:58:00.631653 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] security_group_rule is already registered Apr 06 13:58:00.632276 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service CORE assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.632611 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:58:00.632945 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] subnetpool is already registered Apr 06 13:58:00.633362 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.v2.resource_helper [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Service CORE assigned prefix: {{(pid=103858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:58:00.633687 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:58:00.634019 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING neutron.quota.resource_registry [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] subnetpool is already registered Apr 06 13:58:00.634501 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: extensions {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.636007 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: address-groups {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.637510 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: address-scopes {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.639634 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: agents {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.640840 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: auto-allocated-topology {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.642081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: availability_zones {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.643322 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: dhcp-networks {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.644856 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: dhcp-agents {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.646298 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: routers {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.650057 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: flavors {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.651251 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: service_profiles {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.652558 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: next_providers {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.654104 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: service_profiles {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.655674 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: floatingip-pools {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.656916 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: routers {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.659042 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: floatingips {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.660352 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: l3-routers {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.661746 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: l3-agents {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.663200 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: metering-labels {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.664609 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: metering-label-rules {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.665881 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: network-ip-availabilities {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.667147 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: bindings {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.668876 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: quotas {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.670508 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: quotas {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.672078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: rbac-policies {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.673386 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: security-groups {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.674616 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: security-group-rules {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.675876 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: service-providers {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.677106 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: subnetpools {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.678576 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: subnetpools {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.680067 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.681740 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.683674 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.686001 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.687850 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.689680 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.691397 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.693350 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.695106 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.696990 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron.api.extensions [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Extended resource: tags {{(pid=103858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:58:00.703566 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING keystonemiddleware.auth_token [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 13:58:00.708379 dv-cinder-836822-1-iscsi neutron-server[103858]: WARNING keystonemiddleware.auth_token [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 13:58:00.717055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Acquired lock "singleton_lock" {{(pid=103858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 13:58:00.717539 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_concurrency.lockutils [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Releasing lock "singleton_lock" {{(pid=103858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 13:58:00.718194 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Starting 2 workers Apr 06 13:58:00.723127 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Started child 103967 {{(pid=103858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:58:00.727864 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Started child 103968 {{(pid=103858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:58:00.728771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.729479 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO neutron.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 13:58:00.730041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.730280 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [-] (103967) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:58:00.733166 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Starting 1 workers Apr 06 13:58:00.733332 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.734654 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [-] (103968) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:58:00.738429 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Started child 103969 {{(pid=103858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:58:00.738995 dv-cinder-836822-1-iscsi neutron-server[103858]: INFO oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Starting 1 workers Apr 06 13:58:00.742282 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] calling RpcWorker wait() {{(pid=103969) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 13:58:00.742843 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] returning from RpcWorker wait() {{(pid=103969) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 13:58:00.743576 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Started child 103970 {{(pid=103858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:58:00.744229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.744409 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG neutron_lib.callbacks.manager [None req-18260ef4-cb91-4a5a-a624-cc1a3d4f9399 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.744775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.746310 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:58:00.746529 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:58:00.746718 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:58:00.746946 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:58:00.747291 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:58:00.747485 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:58:00.748625 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.748862 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.749131 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.749391 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:00.749871 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.749871 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.750277 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.750520 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.750775 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.751071 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.751313 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.751627 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.751810 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.752073 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.752316 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.752652 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.752930 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.753185 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.753454 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.753636 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.753897 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.754180 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.754445 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.754769 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] debug = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.754962 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.755474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.755710 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.755966 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.756204 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.756483 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.756744 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.757014 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.757237 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.757460 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.757717 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.757977 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.758209 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.758574 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.758844 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.759083 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.759337 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.759617 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.760089 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] host = dv-cinder-836822-1-iscsi {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.760336 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.760558 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.760796 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.761045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.761321 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.761563 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.762103 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.765639 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_options = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.766760 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.767686 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.767686 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.767944 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60222) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.768167 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.769356 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.770153 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.770153 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.770679 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.771422 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.771422 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.771710 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772026 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772172 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772323 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772499 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772759 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.772997 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.773228 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.773448 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.773728 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.773957 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.774218 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.774738 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.774967 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.775200 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.775473 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.775695 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.776002 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_json = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.776249 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.776487 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.776739 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.776892 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.777048 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.777182 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.777462 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.778474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.778474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.778655 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097885 Apr 06 13:58:00.778746 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.779150 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.779600 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.779919 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.781521 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.781521 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.781521 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.782062 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.782467 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.782602 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.782767 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.783069 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.783301 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.783640 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.784654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.784654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.784654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.785641 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.785925 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.786172 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.786420 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.786662 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.786919 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.787209 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.787505 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.787750 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.788007 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.788236 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.788533 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.788804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.789231 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790346 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790684 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.790813 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.791227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.791477 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.791757 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.792159 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.792566 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.792981 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.793467 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.793868 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.793868 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.794375 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.794375 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.795127 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.795341 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.795796 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.796178 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.796578 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.796821 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.797077 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.797316 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.797764 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.798208 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.799023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.799023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.799229 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.799464 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.799866 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.800315 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.800556 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.800770 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.801176 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.801569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.802003 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.802412 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.802635 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.803023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.803542 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.803714 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.803888 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.804114 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.804334 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.804579 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.804820 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.805060 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806745 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806745 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.806745 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.807132 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.807265 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.807488 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.808430 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.808430 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.808430 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.808836 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.808836 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.809103 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.809103 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.809373 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.809582 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.809804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.810071 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.810874 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.811134 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.812263 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.812690 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.813085 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.813527 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.813967 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.814199 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.814439 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.814683 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.814907 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.815142 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.815455 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.815695 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.815935 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.816168 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.816413 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.816687 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.816962 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.818091 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.818328 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.818594 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.818904 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.819184 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.819509 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.819799 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.820031 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.820520 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.821034 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.821519 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.821966 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.822444 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.822965 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.823230 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.823581 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.823831 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.824103 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.824418 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.824829 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.825182 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.825558 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.825995 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.826388 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.826686 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828045 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828730 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828730 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.828730 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.829135 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.829135 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.829398 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.829568 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.830474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.830474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.830474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.830474 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831779 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.831921 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.832064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.832268 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.832488 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.833475 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.833475 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.833475 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.833475 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.834092 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.834092 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.834412 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.834412 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835509 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835509 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835797 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.835951 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.836465 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.836465 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.836752 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.836888 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.837031 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.837200 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.837477 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.837722 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.838076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.838332 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.839288 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.839288 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.839288 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.841786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.841786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.841786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.841786 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.842347 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.842347 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.842638 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.842638 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.842904 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.843078 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.843489 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.844526 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.844693 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.846591 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.847768 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.847768 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.848184 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.848479 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.848757 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.849721 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.849977 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851068 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851068 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851068 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851068 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851068 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851489 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851712 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.851970 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.852673 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.852673 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.852673 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.852880 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.852956 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.853180 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.853396 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.853607 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.853829 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.854069 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.854280 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.854539 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.854714 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.854924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.855148 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856032 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856032 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856032 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856032 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856317 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856463 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.856840 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.857740 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.858215 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.858503 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.858728 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.859017 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.859285 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.859593 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.860006 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.860342 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.860561 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.860854 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.861098 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.861342 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.861593 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.861860 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.862274 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.862728 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.863161 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.863445 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.863723 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.864009 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.864279 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.864684 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.864995 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.865332 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.865623 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.867201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868657 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868657 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868920 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.868920 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.869187 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.871481 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.871481 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.871481 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.871481 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.873219 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.875969 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] debug = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876945 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.876945 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.877090 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.877155 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878055 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.878804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879452 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879452 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879452 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] host = dv-cinder-836822-1-iscsi {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879452 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879784 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879784 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.879924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880024 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880184 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880344 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880503 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880662 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880821 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.880981 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881139 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881298 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881457 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881617 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_options = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881777 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.881937 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882095 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882281 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882460 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882603 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882762 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.882922 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883082 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883241 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883433 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883593 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883808 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.883912 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884223 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884382 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884543 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884703 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.884862 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885023 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885181 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885340 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885495 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885812 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.885971 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.886130 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.886284 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.886440 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.886605 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.887638 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.887821 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.888002 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.888209 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889569 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.889897 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.890867 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.891043 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.891229 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.891413 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_json = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892201 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892579 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892579 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.892698 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.893816 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.893975 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.894109 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:58:00.894309 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.894452 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.894636 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896064 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896298 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896434 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896542 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896680 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.896842 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897008 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897180 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897349 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897502 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897663 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897822 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.897983 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898143 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898302 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898461 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898619 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898780 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.898943 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.899111 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.899249 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.900666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901376 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901376 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901376 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901376 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901376 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901678 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901678 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901877 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.901947 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.903016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:00.904555 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.904823 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.905111 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.905344 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.905582 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.905829 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.906042 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.908383 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.909530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910125 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910125 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910125 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910125 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910125 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910472 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910472 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910628 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910708 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910961 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.910961 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911112 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911570 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911570 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911776 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911776 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.911931 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.912630 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.912630 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.912630 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.912630 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913466 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913836 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913836 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.913972 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914057 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914166 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914324 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914484 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914642 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914799 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.914947 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916227 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916735 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916735 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916735 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.916735 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.917017 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.917017 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.917171 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.917316 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918368 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918872 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918872 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.918872 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.919095 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.919095 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.919267 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.920342 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.920530 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.920841 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.921149 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.921473 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.921759 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.922043 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.922341 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.922664 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.922974 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.923137 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.923296 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.923483 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.923672 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.924416 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.924416 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.924416 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.924416 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.924416 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925341 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925341 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925483 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925561 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925874 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.925874 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.926029 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927049 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927654 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927917 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.927988 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928109 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928248 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928404 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928563 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928722 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.928881 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929041 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929223 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929417 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929519 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929666 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929827 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.929984 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930141 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930301 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930460 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930618 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930776 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.930937 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.931094 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.931442 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.931611 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.931750 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.931912 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932072 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932232 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932393 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932554 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932718 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.932898 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933051 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933195 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933338 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933494 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933637 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933798 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.933951 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934115 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934277 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934432 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934593 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934749 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.934961 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.935157 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.935319 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.935527 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.935687 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.935844 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936002 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936177 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936337 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936498 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936652 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936795 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.936947 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.938081 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940963 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.940963 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941084 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941149 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941367 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941513 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941662 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941802 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.941939 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942076 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942213 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942348 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942526 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942667 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.942804 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.943031 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.943248 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.943248 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945358 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945358 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945358 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945358 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.945924 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.946572 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.946572 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.946572 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.946572 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947082 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947082 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947082 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947532 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947532 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947532 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947923 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947923 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.947923 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948320 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948320 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948580 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948580 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948851 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.948851 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949124 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949124 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949385 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949385 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949645 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949781 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.949926 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.950073 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.950212 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.950348 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.950483 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.950620 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.951279 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.951458 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.951697 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:58:00.951854 dv-cinder-836822-1-iscsi neutron-server[103858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:58:12.696480 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac287307-178f-4895-8be1-752fe0efcf22 None None] get_active_networks_info from dv-cinder-836822-1-iscsi {{(pid=103969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 13:58:12.765634 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac287307-178f-4895-8be1-752fe0efcf22 None None] No non-hosted networks {{(pid=103969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 13:58:12.781367 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.agentschedulers_db [None req-ac287307-178f-4895-8be1-752fe0efcf22 None None] DHCP Agent not found on host dv-cinder-836822-1-iscsi {{(pid=103969) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 13:58:12.964695 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-daf8d555-a6ac-4e99-bde7-d7357a5394fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:15.466890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a9564ec-d9ce-4548-a92e-98f4b7c1e70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:15.506382 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-fd0dfe88-c9df-4ea1-aed4-47f79633f728 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836822-1-iscsi {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:58:15.507185 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-fd0dfe88-c9df-4ea1-aed4-47f79633f728 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:58:16.113862 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60300) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:16.131412 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fd0dfe88-c9df-4ea1-aed4-47f79633f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:16.699279 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:16.878418 dv-cinder-836822-1-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-c920fd5f-05f6-41d1-b9a8-8b85a7d374ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:16.879451 dv-cinder-836822-1-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-c920fd5f-05f6-41d1-b9a8-8b85a7d374ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:17.126164 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-c920fd5f-05f6-41d1-b9a8-8b85a7d374ed admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:58:17.140667 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c920fd5f-05f6-41d1-b9a8-8b85a7d374ed admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0257635 Apr 06 13:58:18.191867 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:19.129853 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.db.l3_hamode_db [None req-f15ed1ad-7841-42dd-8a14-9aa2cca125e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 13:58:19.212043 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ed1ad-7841-42dd-8a14-9aa2cca125e3 None None] Routers set() bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:19.212682 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ed1ad-7841-42dd-8a14-9aa2cca125e3 None None] Router IDs set() for agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 13:58:19.820658 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:19.821339 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.821678 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.822016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.822359 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.822692 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.823029 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.823409 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.823778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.824294 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.824620 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.824998 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.825335 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.825677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.826013 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.826338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:19.826721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836822-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:19.834203 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836822-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:19.910883 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 60334) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:20.439807 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:20.440468 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:20.660747 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:20.752794 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.policy [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103967) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:58:20.796335 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:20.796703 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:20.972618 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756295249', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756294756', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756278289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756272064', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756262804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758756268547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-658501', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651472', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1629837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790203'] for rbac-policy (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:21.250722 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:21.252150 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-38d58c95-a66a-45d2-8c3b-302121208953 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3387723 Apr 06 13:58:23.806358 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60352) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:24.128173 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:24.277572 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Made reservation on behalf of 73d38d3412ae4267abd8db358dc22f56 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:24.353460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.policy [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:58:24.396579 dv-cinder-836822-1-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:24.396948 dv-cinder-836822-1-iscsi neutron-server[103968]: WARNING oslo_policy.policy [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:58:24.408234 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.431931 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.548015 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks [] for security_group (47af8a01-e6b9-4187-8c3d-2eb1f89b7b2f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.613995 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (47af8a01-e6b9-4187-8c3d-2eb1f89b7b2f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.638438 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:58:24.676743 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758758845296', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (acf9338f-5bb0-4be1-8f71-2c52a88afee8), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.677452 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Unsubscribe: segment precommit_create {{(pid=103968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:58:24.677949 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Added segment acf9338f-5bb0-4be1-8f71-2c52a88afee8 of type vlan for network c064be73-e10a-4345-bd5a-d4b1c8309d3d Apr 06 13:58:24.694577 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=47af8a01-e6b9-4187-8c3d-2eb1f89b7b2f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:24.744431 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.744769 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.745131 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.745486 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.745822 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.746150 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.746479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.746801 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.747127 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.747473 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.747821 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.748139 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.748468 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.748812 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.749129 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Tracked resource versions report: Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: pushed versions: Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Agent': {'1.1'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Log': {'1.0'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Network': {'1.1'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Port': {'1.7'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: consumer versions: Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Agent': '1.1', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Log': '1.0', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'NDPProxy': '1.0', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Network': '1.1', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Port': '1.7', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'PortForwarding': '1.3', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'QosPolicy': '1.10', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SubPort': '1.0', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Subnet': '1.1', Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Trunk': '1.1'}} Apr 06 13:58:24.750663 dv-cinder-836822-1-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:58:24.796263 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (c064be73-e10a-4345-bd5a-d4b1c8309d3d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.900096 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (c064be73-e10a-4345-bd5a-d4b1c8309d3d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:24.905844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:24.907103 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:25.021614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] Pushing event updated for resources: {'Network': ['ID=c064be73-e10a-4345-bd5a-d4b1c8309d3d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:25.034574 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:58:25.074243 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a4ea7112-9af6-45c6-9c7b-82b27f4039e4 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2666705 Apr 06 13:58:27.639333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60366) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:28.040222 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5684742-4d75-45c2-8d91-9d62f1b04a05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.041595 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f5684742-4d75-45c2-8d91-9d62f1b04a05 demo admin] 10.222.0.62 "GET /v2.0/networks/c064be73-e10a-4345-bd5a-d4b1c8309d3d HTTP/1.1" status: 200 len: 825 time: 0.4012694 Apr 06 13:58:28.078886 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-48123f38-aa73-4af4-a037-21db797e6e72 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/1ae5a508-dec2-4115-b9f2-93230741d676 HTTP/1.1" status: 200 len: 734 time: 0.0314422 Apr 06 13:58:28.087709 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Request body: {'subnet': {'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'ip_version': 4, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:28.316652 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Made reservation on behalf of 73d38d3412ae4267abd8db358dc22f56 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:28.319021 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.648701 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.715799 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Pushing event updated for resources: {'Subnet': ['ID=dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:28.721549 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Checking segment: {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:28.722074 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Network hostable DHCP agents. Network: c064be73-e10a-4345-bd5a-d4b1c8309d3d, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:58:28.773789 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:58:28.825262 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, c064be73-e10a-4345-bd5a-d4b1c8309d3d) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:28.830563 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.831312 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:28.837830 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc64fb-1732-4bcd-9a74-c3a48ffaa5cc None None] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:28.896687 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1f187372-2155-4be8-94ab-13f94062a6aa demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8122623 Apr 06 13:58:29.226481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:58:29.227769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.508038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Allocated IP 172.20.0.2 (c064be73-e10a-4345-bd5a-d4b1c8309d3d/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa/470abc92-612f-434e-bf42-b8f6b1963dc6) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:29.778865 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks [] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.848668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.929597 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:29.937244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:29.941020 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:29.944168 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Pushing event updated for resources: {'Port': ['ID=470abc92-612f-434e-bf42-b8f6b1963dc6,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:29.955184 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.955564 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.955922 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.956282 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.956620 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.956948 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.957274 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.957597 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.957927 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.958249 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.958576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.958912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.959236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.959578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.959895 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Tracked resource versions report: Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: pushed versions: Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: { 'AddressGroup': {'1.2'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Agent': {'1.1'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'ConntrackHelper': {'1.0'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Log': {'1.0'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'NDPProxy': {'1.0'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Network': {'1.1'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Port': {'1.7'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'PortForwarding': {'1.3'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'QosPolicy': {'1.10'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroup': {'1.5'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SubPort': {'1.0'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Subnet': {'1.1'}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Trunk': {'1.1'}} Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: consumer versions: Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Agent': '1.1', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'ConntrackHelper': '1.0', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'LocalIPAssociation': '1.0', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Log': '1.0', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'NDPProxy': '1.0', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Network': '1.1', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Port': '1.7', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'PortForwarding': '1.3', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'QosPolicy': '1.10', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroup': '1.5', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroupRule': '1.2', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SubPort': '1.0', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Subnet': '1.1', Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Trunk': '1.1'}} Apr 06 13:58:29.961367 dv-cinder-836822-1-iscsi neutron-server[103969]: {{(pid=103969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:58:30.036644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Attempting to bind port 470abc92-612f-434e-bf42-b8f6b1963dc6 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:30.036980 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Attempting to bind port 470abc92-612f-434e-bf42-b8f6b1963dc6 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:30.037397 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Attempting to bind port 470abc92-612f-434e-bf42-b8f6b1963dc6 on network c064be73-e10a-4345-bd5a-d4b1c8309d3d {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:30.042555 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:30.042955 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Checking segment: {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:30.043475 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.043872 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Bound using segment: {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:30.044338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Bound port: 470abc92-612f-434e-bf42-b8f6b1963dc6, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:30.044751 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.108990 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] For port 470abc92-612f-434e-bf42-b8f6b1963dc6, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:30.130947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] For port 470abc92-612f-434e-bf42-b8f6b1963dc6, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=470abc92-612f-434e-bf42-b8f6b1963dc6,segment=NetworkSegment(acf9338f-5bb0-4be1-8f71-2c52a88afee8),segment_id=acf9338f-5bb0-4be1-8f71-2c52a88afee8)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:30.203810 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.258140 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd9274-c489-41d9-8a0d-b268f3ffce22 None None] Pushing event updated for resources: {'Port': ['ID=470abc92-612f-434e-bf42-b8f6b1963dc6,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:31.487969 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60374) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:31.801509 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-8d626532-0657-48ba-8307-2279cf5ce481 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:58:31.802527 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8d626532-0657-48ba-8307-2279cf5ce481 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135893 Apr 06 13:58:34.435594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60382) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:34.744056 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-c54aaecc-42a2-452c-aed7-edcaa2930247 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:58:34.745049 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c54aaecc-42a2-452c-aed7-edcaa2930247 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3085082 Apr 06 13:58:37.372799 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60390) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:37.691616 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:37.778935 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (05d9aadc-19c4-4914-ac5b-f5556294dd4a), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:37.780662 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (05d9aadc-19c4-4914-ac5b-f5556294dd4a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:37.915337 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Publish callbacks [] for router_controller (05d9aadc-19c4-4914-ac5b-f5556294dd4a), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:37.962650 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (05d9aadc-19c4-4914-ac5b-f5556294dd4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:38.043494 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:38.044679 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-295da801-d568-4b4d-9224-911009cf801f demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6702163 Apr 06 13:58:40.596997 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 470abc92-612f-434e-bf42-b8f6b1963dc6 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:40.631792 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60402) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:40.696421 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 470abc92-612f-434e-bf42-b8f6b1963dc6 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:40.696841 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:40.811801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 470abc92-612f-434e-bf42-b8f6b1963dc6 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:40.812193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:40.848338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 470abc92-612f-434e-bf42-b8f6b1963dc6, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=470abc92-612f-434e-bf42-b8f6b1963dc6,segment=NetworkSegment(acf9338f-5bb0-4be1-8f71-2c52a88afee8),segment_id=acf9338f-5bb0-4be1-8f71-2c52a88afee8)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:40.922591 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:40.973140 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [None req-c3fd9712-fda8-40c2-81a8-ec52bbf9123c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:58:40.974174 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c3fd9712-fda8-40c2-81a8-ec52bbf9123c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3407803 Apr 06 13:58:40.982206 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=470abc92-612f-434e-bf42-b8f6b1963dc6,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:41.821074 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1354d-f3be-495b-a568-999de9bd08e7 None None] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:41.886517 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-60681b41-515d-4ef6-8066-5019b2e9bb88 None None] Provisioning complete for port 470abc92-612f-434e-bf42-b8f6b1963dc6 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:41.886898 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-60681b41-515d-4ef6-8066-5019b2e9bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.020216 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-60681b41-515d-4ef6-8066-5019b2e9bb88 None None] Current status of the port 470abc92-612f-434e-bf42-b8f6b1963dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:42.254236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-cad0c951-aeb4-4c10-a3da-40d217a441bc None None] Provisioning complete for port 470abc92-612f-434e-bf42-b8f6b1963dc6 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:42.254627 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cad0c951-aeb4-4c10-a3da-40d217a441bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.332219 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-cad0c951-aeb4-4c10-a3da-40d217a441bc None None] Current status of the port 470abc92-612f-434e-bf42-b8f6b1963dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:42.583796 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 470abc92-612f-434e-bf42-b8f6b1963dc6 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:42.630115 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 470abc92-612f-434e-bf42-b8f6b1963dc6 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:42.630494 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.722226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 470abc92-612f-434e-bf42-b8f6b1963dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:42.739371 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b407c54e-fd9b-43e3-811d-15884fb5b595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.545296 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60412) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:43.859744 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:43.951049 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Made reservation on behalf of cd49f0ea31bd4c4e88599bd64c981940 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:43.953236 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:43.962069 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.034638 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks [] for security_group (efa109e3-65da-4cbd-9e24-bd3ab0e2148c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.093771 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (efa109e3-65da-4cbd-9e24-bd3ab0e2148c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.109042 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Reserving flat network on physical network physnet1 {{(pid=103968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 13:58:44.129439 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa109e3-65da-4cbd-9e24-bd3ab0e2148c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:44.134935 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (be777aac-b1ee-42ec-88a9-d6c3193036c4), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.135266 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Added segment be777aac-b1ee-42ec-88a9-d6c3193036c4 of type flat for network fe6362af-824c-48c1-b6b3-b49b5d8a394a Apr 06 13:58:44.180584 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (fe6362af-824c-48c1-b6b3-b49b5d8a394a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.258972 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (fe6362af-824c-48c1-b6b3-b49b5d8a394a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.259928 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.260499 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.349424 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] Pushing event updated for resources: {'Network': ['ID=fe6362af-824c-48c1-b6b3-b49b5d8a394a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:44.358695 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:58:44.399253 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2e3048da-9f58-4a0f-a029-17e60db9eaab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8526218 Apr 06 13:58:45.442376 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-02274c6b-0a06-47f5-a8b6-53f6aa52f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.590657 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.934923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60430) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:47.110732 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828fa6a-e08b-44f0-b435-a90e0639480b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:47.112115 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b828fa6a-e08b-44f0-b435-a90e0639480b demo admin] 10.222.0.62 "GET /v2.0/subnets/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa HTTP/1.1" status: 200 len: 849 time: 0.1756091 Apr 06 13:58:47.238443 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a4133518-1be8-4d1f-87c4-07b9c97899f6 demo admin] 10.222.0.62 "GET /v2.0/routers/05d9aadc-19c4-4914-ac5b-f5556294dd4a HTTP/1.1" status: 200 len: 704 time: 0.1193740 Apr 06 13:58:47.508896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:47.807900 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Allocated IP 172.20.0.1 (c064be73-e10a-4345-bd5a-d4b1c8309d3d/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa/d83690de-886e-4462-9d10-f233c0fb2a6b) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:48.003115 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks [] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.087798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.139039 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.205930 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:48.211666 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:48.220220 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:48.220733 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (05d9aadc-19c4-4914-ac5b-f5556294dd4a), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.283339 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Pushing event updated for resources: {'Port': ['ID=d83690de-886e-4462-9d10-f233c0fb2a6b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:48.486465 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-232e81aa-7548-4e72-8795-08c36b9b8075 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:48.486773 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-232e81aa-7548-4e72-8795-08c36b9b8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.489670 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.527683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-232e81aa-7548-4e72-8795-08c36b9b8075 None None] Port d83690de-886e-4462-9d10-f233c0fb2a6b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:58:48.716041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks [] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.796612 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.797434 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (05d9aadc-19c4-4914-ac5b-f5556294dd4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.877649 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Pushing event updated for resources: {'Port': ['ID=d83690de-886e-4462-9d10-f233c0fb2a6b,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:48.924738 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:48.925988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:49.134182 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Router 05d9aadc-19c4-4914-ac5b-f5556294dd4a is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:58:49.159001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-bcffaa74-5ec5-4a00-ad31-63acadd69446 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:49.159602 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bcffaa74-5ec5-4a00-ad31-63acadd69446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:49.195990 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bcffaa74-5ec5-4a00-ad31-63acadd69446 None None] Port d83690de-886e-4462-9d10-f233c0fb2a6b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:58:49.231591 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:49.237778 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2daffb07-ab9c-4b21-8217-a709fdbd5ea5 demo admin] 10.222.0.62 "PUT /v2.0/routers/05d9aadc-19c4-4914-ac5b-f5556294dd4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9941688 Apr 06 13:58:49.241711 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Sync routers for ids ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:49.254668 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Routers {'05d9aadc-19c4-4914-ac5b-f5556294dd4a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:49.255574 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:49.452825 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Set router 05d9aadc-19c4-4914-ac5b-f5556294dd4a gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:49.819121 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:49.908866 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:48Z', 'revision_number': 2, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port_host': None, '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:48Z', 'revision_number': 2, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:49.960865 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Checking router: 05d9aadc-19c4-4914-ac5b-f5556294dd4a for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:49.961244 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Updating router 05d9aadc-19c4-4914-ac5b-f5556294dd4a port d83690de-886e-4462-9d10-f233c0fb2a6b binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:58:50.014854 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.536767 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks [] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.585023 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.749201 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Pushing event updated for resources: {'Port': ['ID=d83690de-886e-4462-9d10-f233c0fb2a6b,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:50.760715 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Attempting to bind port d83690de-886e-4462-9d10-f233c0fb2a6b on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:50.761112 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Attempting to bind port d83690de-886e-4462-9d10-f233c0fb2a6b by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:50.761536 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Attempting to bind port d83690de-886e-4462-9d10-f233c0fb2a6b on network c064be73-e10a-4345-bd5a-d4b1c8309d3d {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:50.764847 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.765195 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.765550 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.765905 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.766243 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.766572 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.766902 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.767230 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.767601 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.767927 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.768255 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.768598 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.768925 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.769245 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.769565 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Tracked resource versions report: Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: pushed versions: Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Log': {'1.0'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Network': {'1.1'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Port': {'1.7'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: consumer versions: Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Agent': '1.1', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Log': '1.0', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Network': '1.1', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Port': '1.7', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SubPort': '1.0', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Subnet': '1.1', Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Apr 06 13:58:50.771074 dv-cinder-836822-1-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:58:50.779252 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:50.780201 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Checking segment: {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:50.780722 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.781064 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Bound using segment: {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:50.781553 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Bound port: d83690de-886e-4462-9d10-f233c0fb2a6b, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf9338f-5bb0-4be1-8f71-2c52a88afee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:50.781933 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.825569 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-5507f45f-662b-4091-9276-1836bf664584 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:50.826759 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5507f45f-662b-4091-9276-1836bf664584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.853031 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] For port d83690de-886e-4462-9d10-f233c0fb2a6b, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:50.866833 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-5507f45f-662b-4091-9276-1836bf664584 None None] Port d83690de-886e-4462-9d10-f233c0fb2a6b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:58:50.873745 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] For port d83690de-886e-4462-9d10-f233c0fb2a6b, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=d83690de-886e-4462-9d10-f233c0fb2a6b,segment=NetworkSegment(acf9338f-5bb0-4be1-8f71-2c52a88afee8),segment_id=acf9338f-5bb0-4be1-8f71-2c52a88afee8)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:50.939246 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:50.997809 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241d47-f122-467a-9a83-ace06d2598d2 None None] Pushing event updated for resources: {'Port': ['ID=d83690de-886e-4462-9d10-f233c0fb2a6b,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:51.006771 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Routers {'05d9aadc-19c4-4914-ac5b-f5556294dd4a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:51.007448 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:51.112036 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] Set router 05d9aadc-19c4-4914-ac5b-f5556294dd4a gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:51.198311 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:51.198794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:51.283729 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Current status of the port d83690de-886e-4462-9d10-f233c0fb2a6b is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:51.284060 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:51.319214 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] For port d83690de-886e-4462-9d10-f233c0fb2a6b, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=d83690de-886e-4462-9d10-f233c0fb2a6b,segment=NetworkSegment(acf9338f-5bb0-4be1-8f71-2c52a88afee8),segment_id=acf9338f-5bb0-4be1-8f71-2c52a88afee8)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:51.345354 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:48Z', 'revision_number': 2, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port_host': None, '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:50Z', 'revision_number': 4, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:51.371381 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e0f21-9972-412b-a2ea-19720de9c492 None None] The sync data for ids ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'] in dv-cinder-836822-1-iscsi is: [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:48Z', 'revision_number': 2, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port_host': None, '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:50Z', 'revision_number': 4, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:51.382981 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:51.432530 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872d22-03a9-4faa-83e5-b5bd021988c7 None None] Pushing event updated for resources: {'Port': ['ID=d83690de-886e-4462-9d10-f233c0fb2a6b,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:51.745762 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60450) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:51.855773 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8d311-f7f7-4f7a-a63b-89efded997f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:51.857056 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fbb8d311-f7f7-4f7a-a63b-89efded997f0 admin admin] 10.222.0.62 "GET /v2.0/networks/fe6362af-824c-48c1-b6b3-b49b5d8a394a HTTP/1.1" status: 200 len: 842 time: 0.1103563 Apr 06 13:58:51.866341 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'enable_dhcp': False}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:51.955260 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Made reservation on behalf of cd49f0ea31bd4c4e88599bd64c981940 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:51.957523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.426657 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.objects.ports [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103968) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 13:58:52.427086 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (1121188c-6c4d-439f-9602-14c29d7f3226), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.480884 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1121188c-6c4d-439f-9602-14c29d7f3226,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:52.490409 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:52.490961 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Network hostable DHCP agents. Network: fe6362af-824c-48c1-b6b3-b49b5d8a394a, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:58:52.591051 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:58:52.676271 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, fe6362af-824c-48c1-b6b3-b49b5d8a394a) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:52.686440 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700bf6f-4522-4f15-9c26-80a766cb04d2 None None] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:52.687665 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:52.688279 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:52.772952 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-49ba7c5f-55da-45d0-a4c5-2da29b9ae2ab admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9095128 Apr 06 13:58:52.792204 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5de09-f35f-4e3a-bfa1-146b07a91eac None None] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:55.210177 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60458) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:55.344941 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8908d001-8ae3-4e4a-b543-01547a9ad9ed demo admin] 10.222.0.62 "GET /v2.0/routers/05d9aadc-19c4-4914-ac5b-f5556294dd4a HTTP/1.1" status: 200 len: 710 time: 0.1335437 Apr 06 13:58:55.432414 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f05a4-5905-43bf-9f9f-332c8d8dc4d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:55.433819 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f95f05a4-5905-43bf-9f9f-332c8d8dc4d7 demo admin] 10.222.0.62 "GET /v2.0/networks/fe6362af-824c-48c1-b6b3-b49b5d8a394a HTTP/1.1" status: 200 len: 886 time: 0.0837088 Apr 06 13:58:55.444054 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:55.698114 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks [] for router_gateway (05d9aadc-19c4-4914-ac5b-f5556294dd4a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:56.027741 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks [] for router_gateway (05d9aadc-19c4-4914-ac5b-f5556294dd4a), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:56.109576 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:56.215693 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Allocated IP 172.27.1.102 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/bb6efc4b-28e0-45bf-a758-965f7fe0c112) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:56.315549 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks [] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:56.386431 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:56.425935 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:56.428879 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:56.438403 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:56.445674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Pushing event updated for resources: {'Port': ['ID=bb6efc4b-28e0-45bf-a758-965f7fe0c112,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:56.861919 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks [] for router_gateway (05d9aadc-19c4-4914-ac5b-f5556294dd4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:57.076390 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7841'] for router (05d9aadc-19c4-4914-ac5b-f5556294dd4a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:57.079585 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1807162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811370'] for router (05d9aadc-19c4-4914-ac5b-f5556294dd4a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:57.188220 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Router 05d9aadc-19c4-4914-ac5b-f5556294dd4a has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:57.293950 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:57.298654 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:57.299785 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1720baad-3daa-4ed9-befb-4f05666d3a79 demo admin] 10.222.0.62 "PUT /v2.0/routers/05d9aadc-19c4-4914-ac5b-f5556294dd4a HTTP/1.1" status: 200 len: 890 time: 1.8594921 Apr 06 13:58:58.617338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device d83690de-886e-4462-9d10-f233c0fb2a6b up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:58.672780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:58.673087 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.752193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port d83690de-886e-4462-9d10-f233c0fb2a6b is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:59.876699 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 60470) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:00.039003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4ba8a9c9-d679-4833-a32b-142e29aed12f admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1611016 Apr 06 13:59:00.357962 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Sync routers for ids ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:00.369090 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Routers {'05d9aadc-19c4-4914-ac5b-f5556294dd4a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:00.369746 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:00.593254 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Set router 05d9aadc-19c4-4914-ac5b-f5556294dd4a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:01.077602 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:56Z', 'revision_number': 4, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port': {'id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:56Z', 'updated_at': '2022-04-06T13:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:51Z', 'revision_number': 5, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:01.143807 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Checking router: 05d9aadc-19c4-4914-ac5b-f5556294dd4a for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:01.143807 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Updating router 05d9aadc-19c4-4914-ac5b-f5556294dd4a port bb6efc4b-28e0-45bf-a758-965f7fe0c112 binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:01.190026 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.508223 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks [] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.567288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.620655 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Attempting to bind port bb6efc4b-28e0-45bf-a758-965f7fe0c112 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:01.621342 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Attempting to bind port bb6efc4b-28e0-45bf-a758-965f7fe0c112 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:01.621775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Attempting to bind port bb6efc4b-28e0-45bf-a758-965f7fe0c112 on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:01.624260 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d5d13-03bc-4411-8766-edc634ecf9b3 None None] Pushing event updated for resources: {'Port': ['ID=bb6efc4b-28e0-45bf-a758-965f7fe0c112,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:01.629676 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:01.630053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:01.630449 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.630830 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:01.631974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Bound port: bb6efc4b-28e0-45bf-a758-965f7fe0c112, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:01.631974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.680624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] For port bb6efc4b-28e0-45bf-a758-965f7fe0c112, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:01.683707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] For port bb6efc4b-28e0-45bf-a758-965f7fe0c112, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=bb6efc4b-28e0-45bf-a758-965f7fe0c112,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:01.757070 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.816018 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d5d13-03bc-4411-8766-edc634ecf9b3 None None] Pushing event updated for resources: {'Port': ['ID=bb6efc4b-28e0-45bf-a758-965f7fe0c112,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:01.828043 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Routers {'05d9aadc-19c4-4914-ac5b-f5556294dd4a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:01.828612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:01.944987 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] Set router 05d9aadc-19c4-4914-ac5b-f5556294dd4a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:02.176849 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-68c02390-e39c-447c-9194-1773054cb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:56Z', 'revision_number': 4, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port': {'id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:56Z', 'updated_at': '2022-04-06T13:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:51Z', 'revision_number': 5, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:02.204331 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c02390-e39c-447c-9194-1773054cb642 None None] The sync data for ids ['05d9aadc-19c4-4914-ac5b-f5556294dd4a'] in dv-cinder-836822-1-iscsi is: [{'id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'name': 'router1', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:58:37Z', 'updated_at': '2022-04-06T13:58:56Z', 'revision_number': 4, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'gw_port': {'id': 'bb6efc4b-28e0-45bf-a758-965f7fe0c112', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:56Z', 'updated_at': '2022-04-06T13:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'd83690de-886e-4462-9d10-f233c0fb2a6b', 'name': '', 'network_id': 'c064be73-e10a-4345-bd5a-d4b1c8309d3d', 'tenant_id': '73d38d3412ae4267abd8db358dc22f56', 'mac_address': 'fa:16:3e:ef:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9aadc-19c4-4914-ac5b-f5556294dd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:58:47Z', 'updated_at': '2022-04-06T13:58:51Z', 'revision_number': 5, 'project_id': '73d38d3412ae4267abd8db358dc22f56', 'subnets': [{'id': 'dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ae5a508-dec2-4115-b9f2-93230741d676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:02.650333 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device bb6efc4b-28e0-45bf-a758-965f7fe0c112 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:02.771383 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port bb6efc4b-28e0-45bf-a758-965f7fe0c112 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:02.777086 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.891828 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port bb6efc4b-28e0-45bf-a758-965f7fe0c112 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:02.892446 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.915859 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port bb6efc4b-28e0-45bf-a758-965f7fe0c112, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=bb6efc4b-28e0-45bf-a758-965f7fe0c112,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:02.991113 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.050164 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=bb6efc4b-28e0-45bf-a758-965f7fe0c112,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:04.642486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device bb6efc4b-28e0-45bf-a758-965f7fe0c112 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:04.755106 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port bb6efc4b-28e0-45bf-a758-965f7fe0c112 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:04.755787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (bb6efc4b-28e0-45bf-a758-965f7fe0c112), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:04.899131 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port bb6efc4b-28e0-45bf-a758-965f7fe0c112 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:12.749689 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-47ebc462-bd2a-4bb8-8bc4-9d4030369dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.790706 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:59:15.470161 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9105-e4ab-43bd-835b-59631fe81556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.608073 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.082002 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.824846 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.704070 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b285b87b-cef6-4025-a7ed-a51ff50afc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.771783 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-743210c2-23de-4f04-88de-6833e387f081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.584208 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.104271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:49.800361 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:59:49.842014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:12.743608 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-521aa83a-c456-401d-bf7c-60b96b1da97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:15.452367 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0049e378-fcd7-4b6d-a41f-ddd2f81d23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:16.595106 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:18.080270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:19.828885 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:25.850798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60954) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:25.912249 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aae5ed5-839e-49c7-aa14-c96d57e4d197 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:00:25.913543 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6aae5ed5-839e-49c7-aa14-c96d57e4d197 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614381 Apr 06 14:00:26.072075 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8fa3b-844d-484a-aefa-59d89ec7535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:26.073517 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-30b8fa3b-844d-484a-aefa-59d89ec7535c admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558917 Apr 06 14:00:26.790917 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:00:28.413681 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60964) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:28.506515 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0999ac-e809-43b2-b1c3-f2dc328a98fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:28.507980 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5f0999ac-e809-43b2-b1c3-f2dc328a98fd admin admin] 10.222.0.62 "GET /v2.0/subnets/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa HTTP/1.1" status: 200 len: 849 time: 0.0933371 Apr 06 14:00:28.517381 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:28.600562 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Publish callbacks [] for subnet (dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:28.783198 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758758775309'] for subnet (dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:28.815201 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:28.815831 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:28.817315 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] 10.222.0.62 "PUT /v2.0/subnets/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa HTTP/1.1" status: 200 len: 868 time: 0.3033829 Apr 06 14:00:28.834946 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f9553-92ab-4876-9894-d9f463e51478 None None] Network c064be73-e10a-4345-bd5a-d4b1c8309d3d requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:00:28.837098 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:28.844919 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.845270 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.845631 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.845981 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.846316 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.847027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.847027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.847321 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.847691 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.848087 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.848446 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.848791 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.849124 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.849451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:28.849778 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac171d27-8f14-48ca-8c15-0171ac6000cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:29.119057 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Provisioning complete for port d83690de-886e-4462-9d10-f233c0fb2a6b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:29.119396 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d83690de-886e-4462-9d10-f233c0fb2a6b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:29.199617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Current status of the port d83690de-886e-4462-9d10-f233c0fb2a6b is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:29.210374 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Provisioning complete for port 470abc92-612f-434e-bf42-b8f6b1963dc6 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:29.210754 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (470abc92-612f-434e-bf42-b8f6b1963dc6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:29.285994 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-05894469-0790-4fe5-b7a8-8b403280eb53 None None] Current status of the port 470abc92-612f-434e-bf42-b8f6b1963dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:31.192264 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60972) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:31.393094 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261d253-2b5e-4098-9c52-2880891a2b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:31.393514 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261d253-2b5e-4098-9c52-2880891a2b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:31.395073 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c261d253-2b5e-4098-9c52-2880891a2b02 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018223 Apr 06 14:00:33.723509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 60980) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:33.964579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b5530-9329-4f5e-9824-67215da2b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:33.965303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b5530-9329-4f5e-9824-67215da2b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:33.967572 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-db0b5530-9329-4f5e-9824-67215da2b0ec admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2429445 Apr 06 14:00:36.298810 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 60990) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:36.426230 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07180f-354e-456c-bcec-ef4e2c67bf9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:36.427610 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cc07180f-354e-456c-bcec-ef4e2c67bf9a admin admin] 10.222.0.62 "GET /v2.0/networks/c064be73-e10a-4345-bd5a-d4b1c8309d3d HTTP/1.1" status: 200 len: 869 time: 0.1279166 Apr 06 14:00:38.765374 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 60998) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:38.949886 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb68f1-16aa-4c33-bfeb-b174acf889a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:38.951253 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-09fb68f1-16aa-4c33-bfeb-b174acf889a9 admin admin] 10.222.0.62 "GET /v2.0/networks/fe6362af-824c-48c1-b6b3-b49b5d8a394a HTTP/1.1" status: 200 len: 886 time: 0.1849201 Apr 06 14:00:41.292081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32774) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:41.422766 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb994f04-d12a-4cdf-bb31-a4d37e414bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:41.423220 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb994f04-d12a-4cdf-bb31-a4d37e414bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:41.424774 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-eb994f04-d12a-4cdf-bb31-a4d37e414bb2 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317997 Apr 06 14:00:42.742769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ccb8cca6-b54b-471b-b564-326e41c327d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:43.748936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32782) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:43.839321 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227e266-0154-4367-84d6-812c395cf4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:43.839795 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227e266-0154-4367-84d6-812c395cf4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:43.841277 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2227e266-0154-4367-84d6-812c395cf4ea admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913935 Apr 06 14:00:45.491611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1db0b92b-88e1-4fcd-a7ed-e173870ea0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:46.232632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32790) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:46.364672 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444e4b8-a981-4a11-b87f-176bbad37ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:46.366046 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7444e4b8-a981-4a11-b87f-176bbad37ceb admin admin] 10.222.0.62 "GET /v2.0/subnets/1121188c-6c4d-439f-9602-14c29d7f3226 HTTP/1.1" status: 200 len: 816 time: 0.1324761 Apr 06 14:00:46.599856 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.079999 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:48.691494 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32798) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:48.791673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0287a-8760-4a19-93de-ea9c61ad27e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:48.793049 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-87d0287a-8760-4a19-93de-ea9c61ad27e7 admin admin] 10.222.0.62 "GET /v2.0/subnets/dda9bd8a-cf9a-4685-9fbc-711c30a8f2aa HTTP/1.1" status: 200 len: 868 time: 0.1005914 Apr 06 14:00:49.816883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.789590 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:01:12.713669 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0e8e27de-2dc5-44ff-80a8-c036f983ea21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.444769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8d7aac71-cc7d-4c66-aab7-2d64ffebe532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.604823 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.085156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.838996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:29.947509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32856) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:29.996406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [None req-ea16e1a6-abfc-4b11-abf5-62288839d89d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:01:29.997463 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ea16e1a6-abfc-4b11-abf5-62288839d89d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490072 Apr 06 14:01:32.445786 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32864) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:32.508775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.pecan_wsgi.hooks.translation [None req-608f3679-eb7b-4428-a32f-80195de97338 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:01:32.510070 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-608f3679-eb7b-4428-a32f-80195de97338 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633547 Apr 06 14:01:32.658932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf588756-be98-4345-a76a-5ee8a652ed60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:32.660365 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cf588756-be98-4345-a76a-5ee8a652ed60 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1461937 Apr 06 14:01:35.053173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32872) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:35.101541 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:35.193296 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Made reservation on behalf of cd49f0ea31bd4c4e88599bd64c981940 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:35.195959 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.239943 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING neutron.services.revisions.revision_plugin [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Could not find related network for resource to bump revision. Apr 06 14:01:35.256358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:01:35.269037 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758758845296', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (faa46e0e-a0d6-448b-9eae-e86c9455f978), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.269591 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Unsubscribe: segment precommit_create {{(pid=103967) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:01:35.270089 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Added segment faa46e0e-a0d6-448b-9eae-e86c9455f978 of type vlan for network c608e278-800f-441e-b17b-b81923edec94 Apr 06 14:01:35.326360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (c608e278-800f-441e-b17b-b81923edec94), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.393249 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (c608e278-800f-441e-b17b-b81923edec94), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.394301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:35.394902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.464065 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4097900 Apr 06 14:01:35.501749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c608e278-800f-441e-b17b-b81923edec94,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:35.511381 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.511734 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.512675 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.513018 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.513351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.513680 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.514006 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.514330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.514659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.514982 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.515319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.515695 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.516020 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.516337 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.516653 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ef4df-92f7-4657-88fe-8b148aeab7b9 admin admin] Tracked resource versions report: Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: pushed versions: Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: { 'AddressGroup': {'1.2'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Agent': {'1.1'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'ConntrackHelper': {'1.0'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Log': {'1.0'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'NDPProxy': {'1.0'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Network': {'1.1'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Port': {'1.7'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'PortForwarding': {'1.3'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'QosPolicy': {'1.10'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroup': {'1.5'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SubPort': {'1.0'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Subnet': {'1.1'}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Trunk': {'1.1'}} Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: consumer versions: Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Agent': '1.1', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'ConntrackHelper': '1.0', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'LocalIPAssociation': '1.0', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Log': '1.0', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'NDPProxy': '1.0', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Network': '1.1', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Port': '1.7', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'PortForwarding': '1.3', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'QosPolicy': '1.10', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroup': '1.5', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroupRule': '1.2', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SubPort': '1.0', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Subnet': '1.1', Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Trunk': '1.1'}} Apr 06 14:01:35.518113 dv-cinder-836822-1-iscsi neutron-server[103967]: {{(pid=103967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:01:35.549455 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network c608e278-800f-441e-b17b-b81923edec94 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:01:37.866320 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 32884) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:37.941482 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a08394-dfdd-4086-adda-3a81f2d4286a admin admin] GET failed (client error): The resource could not be found. Apr 06 14:01:37.942787 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d1a08394-dfdd-4086-adda-3a81f2d4286a admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0755243 Apr 06 14:01:38.109480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0922c1f3-4e86-4acd-a113-ee570b9856da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:38.110859 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0922c1f3-4e86-4acd-a113-ee570b9856da admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1640470 Apr 06 14:01:38.120554 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'c608e278-800f-441e-b17b-b81923edec94', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:38.204992 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Made reservation on behalf of cd49f0ea31bd4c4e88599bd64c981940 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:38.207267 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.576768 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (6a6dacf9-b62d-4718-b483-034181be3f08), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.641325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6dacf9-b62d-4718-b483-034181be3f08,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:38.645847 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.646196 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.646528 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.647113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.647469 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.647794 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.648112 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.648429 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.648751 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.649068 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.649384 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.649700 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.650013 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.650345 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.650637 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:38.657102 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Checking segment: {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:01:38.657345 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Network hostable DHCP agents. Network: c608e278-800f-441e-b17b-b81923edec94, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:01:38.735878 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Network c608e278-800f-441e-b17b-b81923edec94 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:01:38.838922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, c608e278-800f-441e-b17b-b81923edec94) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:38.843344 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:38.843957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.848261 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e227e-fbf1-4ca9-b472-b23fd35782c3 None None] Network c608e278-800f-441e-b17b-b81923edec94 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:38.947457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-c608e278-800f-441e-b17b-b81923edec94', 'network_id': 'c608e278-800f-441e-b17b-b81923edec94', 'project_id': 'cd49f0ea31bd4c4e88599bd64c981940', 'fixed_ips': [{'subnet_id': '6a6dacf9-b62d-4718-b483-034181be3f08'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:01:38.948312 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.967498 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-95dae974-81d1-4112-97cd-019d467739b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8501725 Apr 06 14:01:39.193861 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Allocated IP 192.168.233.2 (c608e278-800f-441e-b17b-b81923edec94/6a6dacf9-b62d-4718-b483-034181be3f08/4ec6ee3c-48e1-4ef2-965f-56045e1e3591) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:01:39.342420 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks [] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.416938 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.456122 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Network c608e278-800f-441e-b17b-b81923edec94 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:01:39.461541 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:39.464358 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:01:39.474769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Pushing event updated for resources: {'Port': ['ID=4ec6ee3c-48e1-4ef2-965f-56045e1e3591,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:39.498807 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.499161 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.499550 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.499913 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.500251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.500580 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.500912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.501227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.501548 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.501869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.502192 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.502529 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.502860 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.503176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.503527 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:39.542105 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Attempting to bind port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:01:39.542481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Attempting to bind port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:01:39.542839 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Attempting to bind port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 on network c608e278-800f-441e-b17b-b81923edec94 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:01:39.548321 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:01:39.548699 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Checking segment: {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:01:39.549107 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.549502 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Bound using segment: {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:01:39.549989 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Bound port: 4ec6ee3c-48e1-4ef2-965f-56045e1e3591, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:01:39.550374 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.634222 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] For port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:01:39.638380 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] For port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=4ec6ee3c-48e1-4ef2-965f-56045e1e3591,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:01:39.713897 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.772500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4afa0-28a7-4f91-9219-f0e1005bf44f None None] Pushing event updated for resources: {'Port': ['ID=4ec6ee3c-48e1-4ef2-965f-56045e1e3591,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:40.635122 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38523af6-9b75-4429-a57e-4fc6e944e775 None None] Network c608e278-800f-441e-b17b-b81923edec94 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:40.747521 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:01:40.801880 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:01:40.812001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Provisioning complete for port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:01:40.812373 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.846800 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:01:40.847123 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.980125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Current status of the port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:01:40.980125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.984707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:01:40.984707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.030385 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] For port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=4ec6ee3c-48e1-4ef2-965f-56045e1e3591,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:41.121039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.211908 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b0b5b-f09a-461f-b7b6-2f23c18bad43 None None] Pushing event updated for resources: {'Port': ['ID=4ec6ee3c-48e1-4ef2-965f-56045e1e3591,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.216727 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:01:41.217115 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:01:41.273047 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-a930e794-bf08-4b5a-be16-3b95ff4ab47c None None] Provisioning complete for port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:01:41.273442 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a930e794-bf08-4b5a-be16-3b95ff4ab47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.376645 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-a930e794-bf08-4b5a-be16-3b95ff4ab47c None None] Current status of the port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:01:41.756574 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:01:42.689475 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:01:42.740360 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:01:42.740723 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4ec6ee3c-48e1-4ef2-965f-56045e1e3591), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:42.763638 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3cb28a8-ac8a-4804-a56e-121b247f3504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:42.824284 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 4ec6ee3c-48e1-4ef2-965f-56045e1e3591 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:01:45.473430 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-faa3bc32-9d34-4f37-bd68-ce6bb4894725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:46.598932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.078923 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:49.833182 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.735539 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d918e436-8fd4-4236-bab3-82e8bc894163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:15.454462 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ee5493d0-5a98-4cdc-bc37-5091af923ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:16.609611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:17.791574 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:02:18.078274 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:19.821281 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:42.723624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-336db9c9-26bf-4776-86f5-cc325f2d94db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.453844 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1240-6c73-43ec-84d1-cc98647fac42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:46.585953 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:48.089372 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:49.826077 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.790716 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:12.728896 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-899e1124-96a9-4364-8637-4a7935394e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:15.459112 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5c959571-c05a-44c1-82d7-2c156e5e8d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:16.602814 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:18.087263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:19.854235 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:21.367471 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32926) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:21.374081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [None req-f8828676-b8a5-4f78-97f9-8b8c05d7d8e0 tempest-verify_tempest_config-1228043556 tempest-verify_tempest_config-1228043556-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:03:21.376965 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f8828676-b8a5-4f78-97f9-8b8c05d7d8e0 tempest-verify_tempest_config-1228043556 tempest-verify_tempest_config-1228043556-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065913 Apr 06 14:03:21.903935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 32944) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.006265 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.110358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Publish callbacks [] for security_group (995b8cc0-4edf-4d27-922a-8d6d4bc541c6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.179634 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (995b8cc0-4edf-4d27-922a-8d6d4bc541c6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.226302 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995b8cc0-4edf-4d27-922a-8d6d4bc541c6,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.230852 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b541dd2dd9704f528903b97404c2ef00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3259568 Apr 06 14:03:22.233912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 32948) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:22.235493 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.235878 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.236183 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.236524 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.236857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.237188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.237516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.237839 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.238182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.238520 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.238848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.239179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.239532 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.239855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.240175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0368eb-94c1-4471-a02e-62136f26c31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.289888 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Publish callbacks [] for security_group (995b8cc0-4edf-4d27-922a-8d6d4bc541c6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.310361 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Publish callbacks [] for security_group (995b8cc0-4edf-4d27-922a-8d6d4bc541c6), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.476245 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (995b8cc0-4edf-4d27-922a-8d6d4bc541c6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.478912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:22.480117 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/995b8cc0-4edf-4d27-922a-8d6d4bc541c6 HTTP/1.1" status: 204 len: 168 time: 0.2452321 Apr 06 14:03:22.488383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b8cc0-4edf-4d27-922a-8d6d4bc541c6,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:22.495128 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.495491 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.495850 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.496183 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.496512 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.496957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.497191 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.497991 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.498325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.499165 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.499542 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.499889 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.500212 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.500523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:22.500840 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f561d36-2aa2-4205-b92b-c3c46affe2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:31.789905 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:42.728116 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-592db7a4-00de-44ca-8d55-12d96223cbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:45.465033 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f1d43ce8-61a6-42fb-a1eb-ffff24a7ceb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:46.653492 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:48.098985 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:49.823775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:08.788312 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:04:12.710220 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ef908544-1a24-4b46-8236-1141f4dc27ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:15.476148 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f8515553-8dbe-4328-b1cc-62a2c65063b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:16.629828 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:18.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:19.847240 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:42.715525 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e5b573db-5307-4592-ae68-a6e75ce31361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:45.457297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-26036ec3-0049-4d70-b8c6-d07afe30da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:45.786180 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:04:46.600797 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.108428 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:49.852586 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:10.109118 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1808207'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:12.725987 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7e87f0f6-34b8-4dbc-a6a2-6ac1b5d1f73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:15.451201 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0d9efdcd-cfcf-454a-91d2-ade4d299ec53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:16.650805 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:18.097668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:19.852104 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:22.785376 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:05:25.062864 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33020) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:25.166126 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f6b39e79-c715-4a1a-94ed-5d8d3d8e1d15 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021147 Apr 06 14:05:27.529548 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33030) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:27.584604 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3a3ec479-4826-4e99-ac93-7151ecbcae60 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539746 Apr 06 14:05:40.114196 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:42.725505 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5971bf31-6803-47e8-9dc8-837fa03d1c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:45.468371 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b85a-621e-46a4-ac9f-7291aa668e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:46.673314 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:48.101900 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:49.834388 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:59.784516 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:06:10.079381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:12.730789 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4d31b73-b925-44ab-abef-2a3c61d3f4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:15.472691 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2750f63d-622c-406b-911c-e6d4c7b13593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:16.655156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:18.092332 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:19.868146 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:36.783685 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:06:40.096400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:42.724354 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7a39cee5-6931-4fde-be19-8bc6cc4696e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:45.478734 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b6c45d9b-80c7-46bd-8018-f6643f651b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:46.639268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:48.101981 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:49.838905 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:05.806808 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33170) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:06.367787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-586328791-network', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:06.477134 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Made reservation on behalf of df74e30f88434fbf80644ddd546976a7 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:06.479554 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.488150 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.565066 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks [] for security_group (825c55d4-4f78-4965-8167-3d4249b3a736), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.578613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33200) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:06.643233 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (825c55d4-4f78-4965-8167-3d4249b3a736), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.674614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825c55d4-4f78-4965-8167-3d4249b3a736,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:06.676817 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:06.691252 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.691629 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.691998 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.692342 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.692674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.693001 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.693330 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.693650 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.694185 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.694533 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.694914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.695472 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.695803 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.696283 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.696619 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Tracked resource versions report: Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: pushed versions: Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Agent': {'1.1'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Log': {'1.0'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Network': {'1.1'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Port': {'1.7'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: consumer versions: Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: HyperV agent@hv-cinder-83682: {}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Agent': '1.1', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Log': '1.0', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'NDPProxy': '1.0', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Network': '1.1', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Port': '1.7', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'PortForwarding': '1.3', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'QosPolicy': '1.10', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'SubPort': '1.0', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Subnet': '1.1', Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: 'Trunk': '1.1'}} Apr 06 14:07:06.697870 dv-cinder-836822-1-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:06.714991 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (5d18d5df-4c1b-4249-814a-03a4e4e266e7), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.714991 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Added segment 5d18d5df-4c1b-4249-814a-03a4e4e266e7 of type vlan for network 780d8300-b677-4542-864e-ca1ab015b6f2 Apr 06 14:07:06.743665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-network', 'tenant_id': '0262108551504bee8d342725c6ab875b'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:06.763004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (780d8300-b677-4542-864e-ca1ab015b6f2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.815918 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Made reservation on behalf of 0262108551504bee8d342725c6ab875b for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:06.818180 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.826568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.838683 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (780d8300-b677-4542-864e-ca1ab015b6f2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.839715 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:06.840288 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.900456 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] Pushing event updated for resources: {'Network': ['ID=780d8300-b677-4542-864e-ca1ab015b6f2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:06.906990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks [] for security_group (1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:06.911208 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 780d8300-b677-4542-864e-ca1ab015b6f2 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:06.966205 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6c6f26e1-c954-43bf-b260-e5ccdd0c2e9e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1574864 Apr 06 14:07:06.969619 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33230) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:06.975472 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Request body: {'subnet': {'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-subnet', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:06.993160 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.027010 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:07.037174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.044661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Tracked resource versions report: Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: pushed versions: Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Agent': {'1.1'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Log': {'1.0'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'NDPProxy': {'1.0'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Network': {'1.1'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Port': {'1.7'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'PortForwarding': {'1.3'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'QosPolicy': {'1.10'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SubPort': {'1.0'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Subnet': {'1.1'}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Trunk': {'1.1'}} Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: consumer versions: Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: HyperV agent@hv-cinder-83682: {}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Agent': '1.1', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'ConntrackHelper': '1.0', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'LocalIPAssociation': '1.0', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Log': '1.0', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'NDPProxy': '1.0', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Network': '1.1', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Port': '1.7', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'PortForwarding': '1.3', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'QosPolicy': '1.10', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroup': '1.5', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SecurityGroupRule': '1.2', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'SubPort': '1.0', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Subnet': '1.1', Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: 'Trunk': '1.1'}} Apr 06 14:07:07.046267 dv-cinder-836822-1-iscsi neutron-server[103967]: {{(pid=103967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:07.055692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (f42afea1-0359-4367-b4c7-8fd0f3d388ff), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.056128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Added segment f42afea1-0359-4367-b4c7-8fd0f3d388ff of type vlan for network 3eb29363-a869-4ce5-8b70-68e372641000 Apr 06 14:07:07.063698 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Made reservation on behalf of df74e30f88434fbf80644ddd546976a7 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:07.067669 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.099857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (3eb29363-a869-4ce5-8b70-68e372641000), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.198763 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (3eb29363-a869-4ce5-8b70-68e372641000), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.199789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:07.201150 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.282018 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb29363-a869-4ce5-8b70-68e372641000,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:07.291486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 3eb29363-a869-4ce5-8b70-68e372641000 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:07.327183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5d5ab86f-ae31-436b-97d8-435c67ebc938 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7474613 Apr 06 14:07:07.345394 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33236) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:07.360175 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Request body: {'subnet': {'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-subnet', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:07.388256 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (fb08c2b1-a0b9-4e04-b61d-fac8725ae110), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.434223 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33244) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:07.445142 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33248) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:07.454211 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Made reservation on behalf of 0262108551504bee8d342725c6ab875b for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:07.456845 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.459155 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb08c2b1-a0b9-4e04-b61d-fac8725ae110,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:07.480570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33252) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:07.505898 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:07.506254 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Network hostable DHCP agents. Network: 780d8300-b677-4542-864e-ca1ab015b6f2, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:07.610908 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:07.687869 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-308283205-network', 'tenant_id': 'cefd9cca683e4cbba2b3af96f3ebb2ac'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:07.705629 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1493431354-network', 'tenant_id': '42559c35148f49bd97c3980c8988deff'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:07.707570 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 780d8300-b677-4542-864e-ca1ab015b6f2) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:07.712428 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:07.713883 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.718736 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8cb5a8-5f87-454e-a07d-e73b91559f6c None None] Network 780d8300-b677-4542-864e-ca1ab015b6f2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:07.737702 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (5aa013d6-145e-49cc-9109-365be4c1bedb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.747174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1920612543-network', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:07.787666 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Made reservation on behalf of 42559c35148f49bd97c3980c8988deff for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:07.788738 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa013d6-145e-49cc-9109-365be4c1bedb,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:07.790984 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.804039 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.813639 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Checking segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:07.814084 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Network hostable DHCP agents. Network: 3eb29363-a869-4ce5-8b70-68e372641000, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:07.841185 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-de8de801-c0c4-49c7-974e-cbf87a3faef7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8699775 Apr 06 14:07:07.844393 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33270) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:07.844613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Made reservation on behalf of cefd9cca683e4cbba2b3af96f3ebb2ac for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:07.847008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.850206 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:07.863241 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.871950 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-780d8300-b677-4542-864e-ca1ab015b6f2', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:07:07.873847 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.927165 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks [] for security_group (127c4505-c2ce-4a80-8c82-45c5f7deb1b6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:07.951674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Network 3eb29363-a869-4ce5-8b70-68e372641000 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:07.975386 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks [] for security_group (bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.008887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:08.009027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.009959 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.011976 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.021375 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.040825 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.042216 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 3eb29363-a869-4ce5-8b70-68e372641000) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:08.044318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Allocated IP 172.20.0.2 (780d8300-b677-4542-864e-ca1ab015b6f2/fb08c2b1-a0b9-4e04-b61d-fac8725ae110/9d68536f-8840-47eb-be36-d5ef3f45bcd2) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:08.051282 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (127c4505-c2ce-4a80-8c82-45c5f7deb1b6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.051476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:08.051476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.091225 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:08.094868 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:08.106612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.108582 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for router_controller (85c3bd17-6e50-464f-9c4c-95a10e1b856e), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.124324 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (b2b8615f-2385-4784-ae6c-6b65e0588e7b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.124704 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Added segment b2b8615f-2385-4784-ae6c-6b65e0588e7b of type vlan for network 160c8924-914a-484c-8053-682b307e715b Apr 06 14:07:08.131438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (7101a47d-6dd9-4dd7-923e-88835f985efe), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.131778 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Added segment 7101a47d-6dd9-4dd7-923e-88835f985efe of type vlan for network 98441faa-dcf0-4b9a-ab2a-325bff180b88 Apr 06 14:07:08.136407 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c955101-36a0-48f1-ab82-684100ee26da None None] Network 3eb29363-a869-4ce5-8b70-68e372641000 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:08.168934 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-47a03f1a-ab62-47c6-a803-d22772ad5241 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8219798 Apr 06 14:07:08.173405 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33282) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:08.179181 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:08.217689 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c4505-c2ce-4a80-8c82-45c5f7deb1b6,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.237192 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (98441faa-dcf0-4b9a-ab2a-325bff180b88), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.240079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (160c8924-914a-484c-8053-682b307e715b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.249781 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks [] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.296685 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks [] for security_group (bc698b63-7255-4be8-a45b-721a2e0e426b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.345084 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-3eb29363-a869-4ce5-8b70-68e372641000', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:07:08.346902 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.351864 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.410137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (160c8924-914a-484c-8053-682b307e715b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.412742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:08.416145 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.418244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:08.428229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:08.435954 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for router_gateway (85c3bd17-6e50-464f-9c4c-95a10e1b856e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.487098 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:08.493621 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Pushing event updated for resources: {'Port': ['ID=9d68536f-8840-47eb-be36-d5ef3f45bcd2,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.513244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.513459 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] Pushing event updated for resources: {'Network': ['ID=160c8924-914a-484c-8053-682b307e715b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.513581 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.513942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.514377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.514644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.515140 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.515500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.515962 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.516392 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.516728 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.516850 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (98441faa-dcf0-4b9a-ab2a-325bff180b88), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.518408 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:08.518980 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.519113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.520427 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.530289 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.530934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bc698b63-7255-4be8-a45b-721a2e0e426b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.531334 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.533509 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.533942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.534341 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Tracked resource versions report: Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: pushed versions: Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Agent': {'1.1'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Log': {'1.0'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'NDPProxy': {'1.0'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Network': {'1.1'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Port': {'1.7'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'PortForwarding': {'1.3'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'QosPolicy': {'1.10'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SubPort': {'1.0'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Subnet': {'1.1'}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Trunk': {'1.1'}} Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: consumer versions: Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: HyperV agent@hv-cinder-83682: {}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Agent': '1.1', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'ConntrackHelper': '1.0', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'LocalIPAssociation': '1.0', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Log': '1.0', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'NDPProxy': '1.0', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Network': '1.1', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Port': '1.7', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'PortForwarding': '1.3', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'QosPolicy': '1.10', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroup': '1.5', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SecurityGroupRule': '1.2', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'SubPort': '1.0', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Subnet': '1.1', Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: 'Trunk': '1.1'}} Apr 06 14:07:08.537136 dv-cinder-836822-1-iscsi neutron-server[103969]: {{(pid=103969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:08.544660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:08.554022 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 160c8924-914a-484c-8053-682b307e715b details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:08.563872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (f745289c-238d-470b-9c4c-58e7267df380), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.564213 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Added segment f745289c-238d-470b-9c4c-58e7267df380 of type vlan for network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 Apr 06 14:07:08.635009 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for router_controller (591c51f9-373a-4d48-8ceb-9ced82e4b01e), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.636117 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.770275 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3345604 Apr 06 14:07:08.795338 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816919c-b27c-4452-b66c-4f350e071105 admin admin] Pushing event updated for resources: {'Network': ['ID=98441faa-dcf0-4b9a-ab2a-325bff180b88,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.813136 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.814990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:08.815798 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:08.823583 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc698b63-7255-4be8-a45b-721a2e0e426b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.828154 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 98441faa-dcf0-4b9a-ab2a-325bff180b88 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:08.828363 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33306) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:08.845968 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Request body: {'subnet': {'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-308283205-subnet', 'tenant_id': 'cefd9cca683e4cbba2b3af96f3ebb2ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:08.898521 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e890cb5e-54fa-41e6-bab9-0cdacc572b0b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4523468 Apr 06 14:07:08.899396 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33312) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:08.914740 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Request body: {'subnet': {'network_id': '160c8924-914a-484c-8053-682b307e715b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1493431354-subnet', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:08.926141 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4444442 Apr 06 14:07:08.930749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33320) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:08.940564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Request body: {'subnet': {'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-subnet', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:08.944098 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ce120-ef93-4d8a-8e9e-ffe94e228c3e admin admin] Pushing event updated for resources: {'Network': ['ID=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:08.992855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:09.069014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Made reservation on behalf of 42559c35148f49bd97c3980c8988deff for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:09.072967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.132167 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Attempting to bind port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:09.132827 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Attempting to bind port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:09.132928 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Attempting to bind port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:09.151896 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:09.157916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.161731 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:09.162691 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:09.163882 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.164480 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Bound using segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:09.165148 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Bound port: 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:09.165965 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.171976 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Allocated IP 172.20.0.2 (3eb29363-a869-4ce5-8b70-68e372641000/5aa013d6-145e-49cc-9109-365be4c1bedb/035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:09.209135 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Made reservation on behalf of cefd9cca683e4cbba2b3af96f3ebb2ac for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:09.212251 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.270663 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for router_gateway (591c51f9-373a-4d48-8ceb-9ced82e4b01e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.329666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] For port 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:09.333391 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] For port 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=9d68536f-8840-47eb-be36-d5ef3f45bcd2,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:09.446346 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.542964 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175424-8210-4264-8623-f05d3d5a5817 None None] Pushing event updated for resources: {'Port': ['ID=9d68536f-8840-47eb-be36-d5ef3f45bcd2,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:09.593754 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks [] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.626279 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for router_gateway (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.655496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (b589973f-03e9-4c27-bd80-e1936b566d73), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.664055 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.679550 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.698614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (cd663c76-5a44-423b-8fc2-d06574a93193), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.762720 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (db34d32b-68bc-4724-8995-72b5ab542bde), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.769678 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Pushing event updated for resources: {'Port': ['ID=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:09.794130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b589973f-03e9-4c27-bd80-e1936b566d73,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:09.799169 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Network 3eb29363-a869-4ce5-8b70-68e372641000 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:09.800843 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:09.806989 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:09.846243 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:09.846622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Network hostable DHCP agents. Network: aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:09.928775 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd663c76-5a44-423b-8fc2-d06574a93193,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:09.942491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Attempting to bind port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:09.942977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Attempting to bind port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:09.943347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Attempting to bind port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:09.951398 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:09.951885 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Checking segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:09.953669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Checking segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:09.954171 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:09.954373 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Network hostable DHCP agents. Network: 160c8924-914a-484c-8053-682b307e715b, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:09.954689 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Bound using segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:09.954811 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Allocated IP 172.27.1.94 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/df47151d-0687-4a3c-82b6-4e8c8e57516e) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:09.955303 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Bound port: 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:09.955763 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.036677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] For port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:10.040022 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] For port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:10.074219 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:10.119041 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.119850 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Network 160c8924-914a-484c-8053-682b307e715b is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:10.159608 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db34d32b-68bc-4724-8995-72b5ab542bde,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:10.170874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.174022 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Checking segment: {'id': '7101a47d-6dd9-4dd7-923e-88835f985efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:10.174439 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Network hostable DHCP agents. Network: 98441faa-dcf0-4b9a-ab2a-325bff180b88, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:10.184472 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17450f53-9c5d-4776-af57-328fb2c0093c None None] Pushing event updated for resources: {'Port': ['ID=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:10.188912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:10.191490 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 160c8924-914a-484c-8053-682b307e715b) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:10.198655 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:10.199257 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.202219 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf82773-a5c8-4c73-9798-2648d89c1889 None None] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:10.223674 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:10.224341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.266903 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for router_gateway (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.290901 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd853a-bccc-42b7-8fbf-330835b99dab None None] Network 160c8924-914a-484c-8053-682b307e715b requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:10.291346 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-13adff5d-1d52-42e2-be6e-8ae180f06d01 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3589818 Apr 06 14:07:10.294014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33348) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:10.299504 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:10.303316 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.309946 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.360422 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5a00de08-0eef-46b7-9913-b8cc1a0e35f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4579103 Apr 06 14:07:10.365044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33350) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:10.372333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:10.403862 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Network 98441faa-dcf0-4b9a-ab2a-325bff180b88 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:10.417980 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 98441faa-dcf0-4b9a-ab2a-325bff180b88) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:10.422860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (9a766002-e574-46ae-984c-acb38c9bb246), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.425094 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (9a766002-e574-46ae-984c-acb38c9bb246), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.429130 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:10.429847 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.464548 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:07:10.465417 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.497791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329cd282-6b31-48ee-adc6-c33dee1018aa None None] Network 98441faa-dcf0-4b9a-ab2a-325bff180b88 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:10.508064 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.509425 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.525150 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-73b2b31f-289a-48b1-ba9b-a4606bef1a63 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6912763 Apr 06 14:07:10.553902 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.580540 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-160c8924-914a-484c-8053-682b307e715b', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:07:10.581415 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.643230 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for router_controller (9a766002-e574-46ae-984c-acb38c9bb246), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.666413 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for router_controller (f0e31587-b2d4-4b2a-8e73-ee763142f898), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:10.797790 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Allocated IP 172.27.1.154 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:10.861432 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:10.912800 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:10.923257 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:11.172001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 9d68536f-8840-47eb-be36-d5ef3f45bcd2 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:11.178187 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Allocated IP 172.20.0.2 (160c8924-914a-484c-8053-682b307e715b/b589973f-03e9-4c27-bd80-e1936b566d73/04d26ebb-46c9-46d7-882e-0c58b30195f6) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:11.263119 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for router_gateway (9a766002-e574-46ae-984c-acb38c9bb246), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.274159 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254c73a-541c-4022-9a0d-d7f7491ad771 None None] Network 780d8300-b677-4542-864e-ca1ab015b6f2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:11.504570 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for router_gateway (f0e31587-b2d4-4b2a-8e73-ee763142f898), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.556603 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414bb69-49f1-4d5d-9763-98321c990ce0 None None] Network 98441faa-dcf0-4b9a-ab2a-325bff180b88 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:11.589802 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Allocated IP 172.20.0.2 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/480a0564-19f4-4579-ab3c-841d81b6ff0e) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:11.679191 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Provisioning complete for port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:11.679697 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.747050 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for router_gateway (9a766002-e574-46ae-984c-acb38c9bb246), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.785430 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.881479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.885360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33412) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:11.889005 dv-cinder-836822-1-iscsi neutron-server[103967]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:07:11.913096 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:11.913096 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.923030 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Pushing event updated for resources: {'Port': ['ID=df47151d-0687-4a3c-82b6-4e8c8e57516e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:11.933423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03dcc28-01bb-4952-bb97-5d86d911e562 None None] Network 3eb29363-a869-4ce5-8b70-68e372641000 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:12.004772 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.063325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:12.066902 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Pushing event updated for resources: {'Port': ['ID=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:12.069607 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:12.145730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Allocated IP 172.27.1.214 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/e414523e-8b5d-4c19-8532-b8a2e022cc7e) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:12.163442 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:12.176502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-fcd86275-004b-4d94-8063-bf9f5fd8d3b0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:12.183259 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-fcd86275-004b-4d94-8063-bf9f5fd8d3b0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/networks?id=98441faa-dcf0-4b9a-ab2a-325bff180b88 HTTP/1.1" status: 200 len: 811 time: 0.2965806 Apr 06 14:07:12.209753 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-eed29eb1-866c-467d-89b4-9c07a954689e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/quotas/cefd9cca683e4cbba2b3af96f3ebb2ac HTTP/1.1" status: 200 len: 375 time: 0.0253673 Apr 06 14:07:12.272684 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks [] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.354190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Current status of the port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:12.357008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.398470 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.427208 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-5a1de540-d441-41f2-87ab-3a614eef0f7f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cefd9cca683e4cbba2b3af96f3ebb2ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2166424 Apr 06 14:07:12.461880 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:12.462532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.523645 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=9d68536f-8840-47eb-be36-d5ef3f45bcd2,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:12.531289 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.539653 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for router_gateway (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.565607 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Network 160c8924-914a-484c-8053-682b307e715b is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:12.585558 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:12.588152 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:12.616371 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.617216 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:12.635279 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks [] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.681399 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.728091 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:07:12.728617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:07:12.732176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Pushing event updated for resources: {'Port': ['ID=04d26ebb-46c9-46d7-882e-0c58b30195f6,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:12.749614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-1480aaea-30a3-47bb-8f94-05ad0586a1d8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:07:12.751259 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-1480aaea-30a3-47bb-8f94-05ad0586a1d8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993800 Apr 06 14:07:12.782494 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for router_gateway (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.791676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:12.807024 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.819483 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.839492 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Attempting to bind port 04d26ebb-46c9-46d7-882e-0c58b30195f6 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:12.839934 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Attempting to bind port 04d26ebb-46c9-46d7-882e-0c58b30195f6 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:12.840394 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Attempting to bind port 04d26ebb-46c9-46d7-882e-0c58b30195f6 on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:12.846596 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:12.860253 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:12.863956 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Pushing event updated for resources: {'Port': ['ID=e414523e-8b5d-4c19-8532-b8a2e022cc7e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:12.869115 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:12.870200 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:12.870669 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Checking segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:12.871251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.871821 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Bound using segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:12.872713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Bound port: 04d26ebb-46c9-46d7-882e-0c58b30195f6, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:12.872847 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.886671 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:12.889458 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:12.892193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=9d68536f-8840-47eb-be36-d5ef3f45bcd2,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:12.926283 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-92792680-5106-4d71-92ec-f71e0b90ecef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:12.966234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:12.966712 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.058860 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Pushing event updated for resources: {'Port': ['ID=480a0564-19f4-4579-ab3c-841d81b6ff0e,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:13.089992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Attempting to bind port 480a0564-19f4-4579-ab3c-841d81b6ff0e on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:13.090455 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Attempting to bind port 480a0564-19f4-4579-ab3c-841d81b6ff0e by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:13.090892 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Attempting to bind port 480a0564-19f4-4579-ab3c-841d81b6ff0e on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:13.105592 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:13.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:13.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:13.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Bound port: 480a0564-19f4-4579-ab3c-841d81b6ff0e, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:13.108667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.124945 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] For port 04d26ebb-46c9-46d7-882e-0c58b30195f6, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:13.132557 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-98947bac-f74d-48ff-a72d-7033fb127a73 service neutron] 10.222.0.62 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705456 Apr 06 14:07:13.166902 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] For port 04d26ebb-46c9-46d7-882e-0c58b30195f6, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=04d26ebb-46c9-46d7-882e-0c58b30195f6,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:13.191688 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for router_gateway (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.197347 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Allocated IP 172.27.1.125 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/049bf913-5de0-4cf2-b435-5289bf280c24) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:13.246022 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.264418 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fda65-fb1d-4967-ac56-91e3cef18a0a None None] Current status of the port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:13.270099 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:13.270365 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.274512 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.286563 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] For port 480a0564-19f4-4579-ab3c-841d81b6ff0e, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:13.356481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] For port 480a0564-19f4-4579-ab3c-841d81b6ff0e, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=480a0564-19f4-4579-ab3c-841d81b6ff0e,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:13.473915 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-a639745a-e547-4957-898b-7d547a7c935e service neutron] 10.222.0.62 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404398 Apr 06 14:07:13.493547 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:13.497355 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.512146 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Provisioning complete for port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:13.525618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.536170 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e334-e5d1-4b9f-b37b-e6e851278290 None None] Pushing event updated for resources: {'Port': ['ID=04d26ebb-46c9-46d7-882e-0c58b30195f6,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:13.860764 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.861914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for port (049bf913-5de0-4cf2-b435-5289bf280c24), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.863297 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for router_gateway (9a766002-e574-46ae-984c-acb38c9bb246), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:13.864001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb4a2-3766-40d3-a6c4-7fd70a2f34ca None None] Pushing event updated for resources: {'Port': ['ID=480a0564-19f4-4579-ab3c-841d81b6ff0e,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:13.865309 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:07:13.887270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 9d68536f-8840-47eb-be36-d5ef3f45bcd2 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:13.919624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:13.930509 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Current status of the port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:13.955974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Provisioning complete for port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:13.956620 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.041105 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:14.041498 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.149908 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33472) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:14.248707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ac22de02-fc35-4604-9c0e-e818113dc237 None None] Current status of the port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:14.273513 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:14.274344 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ecf9058-e32e-4b8c-b271-65c1c090e35f req-0d555b1e-7073-490e-b2bd-626336408061 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.1228898 Apr 06 14:07:14.298913 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.312420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (9a766002-e574-46ae-984c-acb38c9bb246), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.350841 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Pushing event updated for resources: {'Port': ['ID=049bf913-5de0-4cf2-b435-5289bf280c24,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:14.387686 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:14.402261 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:14.408370 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:14.411993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.496577 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:07:14.656575 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Router 9a766002-e574-46ae-984c-acb38c9bb246 is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:07:14.976107 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:14.978041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:14.995909 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:15.010130 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:15.011640 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:15.012368 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:15.025650 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:15.026869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:15.075316 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for router_gateway (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.086974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.088967 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2cf05ed0-8cf1-485a-9149-13acc3aaa2fd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7938168 Apr 06 14:07:15.091752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33514) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:15.103297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624da18-8ef9-4d28-9107-fb085b9b5c98 None None] Network 160c8924-914a-484c-8053-682b307e715b requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:15.162360 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.166119 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f61f0f18-42ce-4936-a376-6a8d90462d28 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3198235 Apr 06 14:07:15.172325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33516) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:15.192386 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:07:15.288038 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:15.396687 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4e2a1468-d6c6-4c1d-8c78-d1e1116aa07b req-fe4a05a6-3206-45c2-9a64-0c41149f16e7 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.0457206 Apr 06 14:07:15.560234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Provisioning complete for port 04d26ebb-46c9-46d7-882e-0c58b30195f6 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:15.560998 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.653193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200cf4f-67f2-4268-b9f0-3a801fa28be9 None None] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:15.656371 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-946729a6-2590-460c-a6ee-aa28b24b5d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.692802 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:13Z', 'revision_number': 3, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:15.762133 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:15.765188 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Updating router 9a766002-e574-46ae-984c-acb38c9bb246 port e414523e-8b5d-4c19-8532-b8a2e022cc7e binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:15.804442 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:15.834439 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.915336 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.121288 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.163518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:16.256636 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks [] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.279236 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:16.288378 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Current status of the port 04d26ebb-46c9-46d7-882e-0c58b30195f6 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:16.288997 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.310826 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:16.357008 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.365842 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:16.366594 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:16.372019 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] For port 04d26ebb-46c9-46d7-882e-0c58b30195f6, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=04d26ebb-46c9-46d7-882e-0c58b30195f6,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:16.377786 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.381945 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d8164fcf-b321-49f6-8674-841ecd09abe2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2056251 Apr 06 14:07:16.382827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33548) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:16.409264 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:16.409701 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.477122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Allocated IP 172.20.0.1 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/45c10b14-54c8-416a-aca3-25e04f62917f) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:16.508719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.517250 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:07:16.550154 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Attempting to bind port e414523e-8b5d-4c19-8532-b8a2e022cc7e on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:16.550576 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Attempting to bind port e414523e-8b5d-4c19-8532-b8a2e022cc7e by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:16.550990 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Attempting to bind port e414523e-8b5d-4c19-8532-b8a2e022cc7e on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:16.610201 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:16.656072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:11Z', 'revision_number': 3, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:16.693851 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Pushing event updated for resources: {'Port': ['ID=e414523e-8b5d-4c19-8532-b8a2e022cc7e,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:16.729822 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:16.730211 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Updating router 85c3bd17-6e50-464f-9c4c-95a10e1b856e port df47151d-0687-4a3c-82b6-4e8c8e57516e binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:16.770179 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f6d0-8f68-46de-a845-419492c5be22 None None] Pushing event updated for resources: {'Port': ['ID=04d26ebb-46c9-46d7-882e-0c58b30195f6,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:16.776658 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.787075 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:16.788354 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 480a0564-19f4-4579-ab3c-841d81b6ff0e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:16.793099 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Provisioning complete for port 480a0564-19f4-4579-ab3c-841d81b6ff0e triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:16.793427 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.795204 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.795773 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.796324 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.796828 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.797311 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.797796 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.798288 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.798811 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.799287 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.799783 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.800275 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.800764 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.801534 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.802013 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.802485 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Tracked resource versions report: Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: pushed versions: Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Agent': {'1.1'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Log': {'1.0'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Network': {'1.1'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Port': {'1.7'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: consumer versions: Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: HyperV agent@hv-cinder-83682: {}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: L3 agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: Metadata agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: Metering agent@dv-cinder-836822-1-iscsi: {}, Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-836822-1-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Agent': '1.1', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Log': '1.0', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'NDPProxy': '1.0', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Network': '1.1', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Port': '1.7', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'PortForwarding': '1.3', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'QosPolicy': '1.10', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'SubPort': '1.0', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Subnet': '1.1', Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: 'Trunk': '1.1'}} Apr 06 14:07:16.803968 dv-cinder-836822-1-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:16.840572 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:16.841127 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:16.841543 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.841943 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:16.842437 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Bound port: e414523e-8b5d-4c19-8532-b8a2e022cc7e, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:16.843052 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.853676 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.897681 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] For port e414523e-8b5d-4c19-8532-b8a2e022cc7e, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:16.898146 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f332198-8084-4ba5-8e12-f7e7331dd23f req-f4e74554-b0fc-4471-9409-4299b67a182b tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.1100879 Apr 06 14:07:16.900833 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] For port e414523e-8b5d-4c19-8532-b8a2e022cc7e, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=e414523e-8b5d-4c19-8532-b8a2e022cc7e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:16.945914 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:12Z', 'revision_number': 3, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:16.965964 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks [] for port (45c10b14-54c8-416a-aca3-25e04f62917f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:16.981803 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:16.982159 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Updating router 591c51f9-373a-4d48-8ceb-9ced82e4b01e port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:17.019517 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.136012 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.142325 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.143480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.158970 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:17.191159 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:17.191809 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:17.269007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:17.273122 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.274944 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-13971b15-dc52-411c-89f3-0dbe21d88a5c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9089589 Apr 06 14:07:17.278093 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33566) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:17.315268 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:17.337718 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:17.338197 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (9a766002-e574-46ae-984c-acb38c9bb246), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.415773 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:17.425701 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks [] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.450533 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:17.467462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Allocated IP 172.20.0.1 (780d8300-b677-4542-864e-ca1ab015b6f2/fb08c2b1-a0b9-4e04-b61d-fac8725ae110/6e9727d4-a163-44a4-ab9a-83e831429eec) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:17.470323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Pushing event updated for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:17.474897 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 480a0564-19f4-4579-ab3c-841d81b6ff0e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:17.476433 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.526534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:17.527274 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:17.590189 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.675423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Current status of the port 480a0564-19f4-4579-ab3c-841d81b6ff0e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:17.675972 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.755211 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks [] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.763243 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Attempting to bind port df47151d-0687-4a3c-82b6-4e8c8e57516e on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:17.764299 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Attempting to bind port df47151d-0687-4a3c-82b6-4e8c8e57516e by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:17.765353 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Attempting to bind port df47151d-0687-4a3c-82b6-4e8c8e57516e on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:17.780381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20136c4-1628-4a0e-bcf7-ea59ebb152f6 None None] Pushing event updated for resources: {'Port': ['ID=df47151d-0687-4a3c-82b6-4e8c8e57516e,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:17.794108 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks [] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.808152 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:17.809288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:17.809811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.810852 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:17.811624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Bound port: df47151d-0687-4a3c-82b6-4e8c8e57516e, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:17.812579 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.870592 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f77b9-08d7-4dbf-b53c-73d1c48ddc03 None None] Pushing event updated for resources: {'Port': ['ID=e414523e-8b5d-4c19-8532-b8a2e022cc7e,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:17.874761 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:13Z', 'revision_number': 3, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:17.904149 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.915302 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab32298-a373-48b7-9165-fabe2395b841 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:13Z', 'revision_number': 3, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:17.948804 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.981517 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809d7e-bc12-4ab6-8ba9-55dce37cfddc None None] Pushing event updated for resources: {'Port': ['ID=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:17.989269 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Attempting to bind port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:17.989950 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Attempting to bind port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:17.990341 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Attempting to bind port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:17.997121 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:18.004250 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.005049 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:18.005049 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.005049 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:18.005049 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Bound port: 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:18.005049 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.088238 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] For port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:18.102994 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] For port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:18.119665 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:18.146943 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:18.153793 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:18.154363 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.169100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:18.196687 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.266002 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Pushing event updated for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:18.280123 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] For port 480a0564-19f4-4579-ab3c-841d81b6ff0e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=480a0564-19f4-4579-ab3c-841d81b6ff0e,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:18.382880 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:18.383552 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:18.422960 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5804dd5e-aad1-4ad1-b560-d71c9fca21e8 req-962bf99e-5f7b-4b64-b220-fff176a7c84c tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.2334182 Apr 06 14:07:18.443448 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.453173 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 480a0564-19f4-4579-ab3c-841d81b6ff0e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:18.453695 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.490183 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.494211 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809d7e-bc12-4ab6-8ba9-55dce37cfddc None None] Pushing event updated for resources: {'Port': ['ID=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:18.503617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.519971 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Allocated IP 172.20.0.1 (3eb29363-a869-4ce5-8b70-68e372641000/5aa013d6-145e-49cc-9109-365be4c1bedb/1588514b-90ee-48bc-8370-d405075a8a4e) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:18.522377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] For port df47151d-0687-4a3c-82b6-4e8c8e57516e, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:18.566534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] For port df47151d-0687-4a3c-82b6-4e8c8e57516e, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=df47151d-0687-4a3c-82b6-4e8c8e57516e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:18.596216 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.612107 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Provisioning complete for port 04d26ebb-46c9-46d7-882e-0c58b30195f6 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:18.612571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.659064 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Pushing event updated for resources: {'Port': ['ID=480a0564-19f4-4579-ab3c-841d81b6ff0e,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:18.669277 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.673352 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:18.762502 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:07:18.763070 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:07:18.770410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:18.771190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:18.791787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.834412 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks [] for port (1588514b-90ee-48bc-8370-d405075a8a4e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.859894 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20136c4-1628-4a0e-bcf7-ea59ebb152f6 None None] Pushing event updated for resources: {'Port': ['ID=df47151d-0687-4a3c-82b6-4e8c8e57516e,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:18.974917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:14Z', 'revision_number': 3, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:18.982801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-765e9327-faee-4bb0-8ebd-0ad85f2c0532 None None] Current status of the port 04d26ebb-46c9-46d7-882e-0c58b30195f6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:18.987627 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:12Z', 'revision_number': 3, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:18.988398 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:19.014318 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks [] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.017988 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.033563 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a11447-3c17-4bc3-8e17-49775762f147 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:12Z', 'revision_number': 3, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:19.034874 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Allocated IP 172.20.0.1 (160c8924-914a-484c-8053-682b307e715b/b589973f-03e9-4c27-bd80-e1936b566d73/5d7d9273-beea-4bee-876b-29fd246a2bff) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:19.094446 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Network 3eb29363-a869-4ce5-8b70-68e372641000 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:19.098833 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:19.099190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Updating router f0e31587-b2d4-4b2a-8e73-ee763142f898 port 049bf913-5de0-4cf2-b435-5289bf280c24 binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:19.120353 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.121162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.137779 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:19.146505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:19.146994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.149542 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Pushing event updated for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:19.153137 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.287787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Pushing event updated for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:19.298649 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks [] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.331320 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks [] for port (45c10b14-54c8-416a-aca3-25e04f62917f), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.395982 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.397008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (9a766002-e574-46ae-984c-acb38c9bb246), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.407861 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:19.411588 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:19.438858 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.643907 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Pushing event updated for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:19.684943 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Provisioning complete for port 45c10b14-54c8-416a-aca3-25e04f62917f triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:19.691257 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.740545 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25a51d36-dce7-4e53-ac87-629b43f74d73 req-07b932d9-91db-4625-9a7f-e15fa50c55d0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.1596978 Apr 06 14:07:19.750472 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Port 45c10b14-54c8-416a-aca3-25e04f62917f cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:19.752559 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:19.754294 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.772362 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:19.794227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 480a0564-19f4-4579-ab3c-841d81b6ff0e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:19.795286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 04d26ebb-46c9-46d7-882e-0c58b30195f6 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:19.885751 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Network 160c8924-914a-484c-8053-682b307e715b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:19.904556 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:19.922003 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:19.922505 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:19.928019 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:07:20.025358 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:20.089311 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:07:20.177757 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks [] for port (049bf913-5de0-4cf2-b435-5289bf280c24), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.212703 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:20.213142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.289093 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Port 6e9727d4-a163-44a4-ab9a-83e831429eec cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:20.292296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.301208 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.383622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:20.390991 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 1, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:20.414971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 04d26ebb-46c9-46d7-882e-0c58b30195f6 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:20.415387 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.422536 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:20.427891 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ece124ce-44d3-4c9c-b125-a0d4d6c3e21e admin admin] 10.222.0.62 "PUT /v2.0/routers/85c3bd17-6e50-464f-9c4c-95a10e1b856e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2524316 Apr 06 14:07:20.449023 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fa042a0b-d499-4a8f-b4bf-1cac95433bfb admin admin] 10.222.0.62 "PUT /v2.0/routers/9a766002-e574-46ae-984c-acb38c9bb246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3558681 Apr 06 14:07:20.454006 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks [] for port (1588514b-90ee-48bc-8370-d405075a8a4e), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.519162 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.520443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.566913 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.640559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8d913-2e86-48f8-badb-2a1c579550f6 None None] Pushing event updated for resources: {'Port': ['ID=049bf913-5de0-4cf2-b435-5289bf280c24,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:20.675879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08d3d7-8d44-4776-a52e-8a968cfac49e None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 1, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:20.719448 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Provisioning complete for port 480a0564-19f4-4579-ab3c-841d81b6ff0e triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:20.720533 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.730906 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Attempting to bind port 049bf913-5de0-4cf2-b435-5289bf280c24 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:20.731663 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Attempting to bind port 049bf913-5de0-4cf2-b435-5289bf280c24 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:20.732232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Attempting to bind port 049bf913-5de0-4cf2-b435-5289bf280c24 on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:20.799029 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:20.828503 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Pushing event updated for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:20.841487 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:20.841882 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:20.842287 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.842691 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:20.843843 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Bound port: 049bf913-5de0-4cf2-b435-5289bf280c24, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:20.844229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.854671 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:20.858749 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:20.938027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks [] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:20.970710 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Network 3eb29363-a869-4ce5-8b70-68e372641000 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:20.976454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:20.984511 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 04d26ebb-46c9-46d7-882e-0c58b30195f6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:20.997561 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.000754 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.119005 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] For port 049bf913-5de0-4cf2-b435-5289bf280c24, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:21.195824 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] For port 049bf913-5de0-4cf2-b435-5289bf280c24, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=049bf913-5de0-4cf2-b435-5289bf280c24,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:21.220397 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dbd4d-565e-4d90-8427-8d47e15f2e2e None None] Current status of the port 480a0564-19f4-4579-ab3c-841d81b6ff0e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:21.280038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.283153 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:21.330868 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.46', 56663) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:21.708529 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:21.737521 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Network 160c8924-914a-484c-8053-682b307e715b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:21.738788 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:21.764256 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:21.862547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-4865bae5-329e-4a64-875c-ad3a5aae297a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:21.872156 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-4865bae5-329e-4a64-875c-ad3a5aae297a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.3146451 Apr 06 14:07:21.873211 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Provisioning complete for port 1588514b-90ee-48bc-8370-d405075a8a4e triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:21.873612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.894371 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:07:21.928844 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-f6a468ca-99e3-491d-bab8-f317d69fbd4e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/quotas/df74e30f88434fbf80644ddd546976a7 HTTP/1.1" status: 200 len: 375 time: 0.0542660 Apr 06 14:07:21.933022 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:21.933673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:21.939410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8d913-2e86-48f8-badb-2a1c579550f6 None None] Pushing event updated for resources: {'Port': ['ID=049bf913-5de0-4cf2-b435-5289bf280c24,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:22.021875 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:22.083696 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:22.084298 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Updating router 9a766002-e574-46ae-984c-acb38c9bb246 port 45c10b14-54c8-416a-aca3-25e04f62917f binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:22.104697 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Port 1588514b-90ee-48bc-8370-d405075a8a4e cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:22.174111 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:22.278995 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33674) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:22.362136 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:22.362424 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:22.366430 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-9e7e2478-d69b-4614-8a42-199fba85f861 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:22.383600 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-9e7e2478-d69b-4614-8a42-199fba85f861 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.46 "GET /v2.0/networks?id=98441faa-dcf0-4b9a-ab2a-325bff180b88 HTTP/1.1" status: 200 len: 811 time: 1.0515454 Apr 06 14:07:22.395215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998567829', 'description': 'tempest-description--1534649891'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:22.458766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Provisioning complete for port 45c10b14-54c8-416a-aca3-25e04f62917f triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:22.458766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:22.476110 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Request body: {'port': {'device_id': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88', 'admin_state_up': True, 'tenant_id': 'cefd9cca683e4cbba2b3af96f3ebb2ac'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:22.495982 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:07:22.528324 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-6594f9df-f528-496e-b38e-8abc270b73ee tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5980577 Apr 06 14:07:22.564148 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:22.572614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:22.593487 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-892d6c0a-1c78-470a-a260-763420742e1f admin admin] 10.222.0.62 "PUT /v2.0/routers/591c51f9-373a-4d48-8ceb-9ced82e4b01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2088940 Apr 06 14:07:22.697610 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-390dae85-4afd-4940-b3ee-489f2aa6eea6 req-54aca09e-ab92-405f-92fb-84a159b4cf33 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.0655818 Apr 06 14:07:22.699907 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:22.829305 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:22.855116 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-00ecc15e-af2d-42c5-a813-ce90749e6067 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:07:22.856329 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-00ecc15e-af2d-42c5-a813-ce90749e6067 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1733069 Apr 06 14:07:22.956206 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:22.956542 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:23.105875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:07:23.119912 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2c400222-907f-484a-aaaa-a4fa1e65e5f5 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0e31587-b2d4-4b2a-8e73-ee763142f898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8404207 Apr 06 14:07:23.125614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (f08ea2ec-c108-4eda-b3eb-c16d04d05049), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.168920 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:23.175744 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-1bccbba6-6b71-47cd-9a56-0f7de45669e3 service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030052 Apr 06 14:07:23.175988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Made reservation on behalf of cefd9cca683e4cbba2b3af96f3ebb2ac for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:23.182504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.249896 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks [] for port (45c10b14-54c8-416a-aca3-25e04f62917f), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.344816 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.352044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f08ea2ec-c108-4eda-b3eb-c16d04d05049), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.384427 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Port 45c10b14-54c8-416a-aca3-25e04f62917f cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:23.481062 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bc87-a4a8-4197-b256-f5cc5829b1b8 None None] Pushing event updated for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:23.520364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ea2ec-c108-4eda-b3eb-c16d04d05049,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:23.569323 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:23.569719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.614719 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Attempting to bind port 45c10b14-54c8-416a-aca3-25e04f62917f on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:23.615094 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Attempting to bind port 45c10b14-54c8-416a-aca3-25e04f62917f by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:23.615489 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Attempting to bind port 45c10b14-54c8-416a-aca3-25e04f62917f on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:23.616473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.618861 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:23.624393 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33730) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:23.625621 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4431422b-f836-440d-bda1-fb2e1882e9ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2384183 Apr 06 14:07:23.633222 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:23.633520 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:23.633930 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.634329 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:23.635106 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Bound port: 45c10b14-54c8-416a-aca3-25e04f62917f, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:23.639435 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.656480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': 'f08ea2ec-c108-4eda-b3eb-c16d04d05049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:23.662549 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-543acc38-fffa-48cf-a15f-370ccef1582d service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763818 Apr 06 14:07:23.683228 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:23.693693 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.715160 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.730300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 480a0564-19f4-4579-ab3c-841d81b6ff0e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:23.832404 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] For port 45c10b14-54c8-416a-aca3-25e04f62917f, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:23.835258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33736) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:23.837836 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] For port 45c10b14-54c8-416a-aca3-25e04f62917f, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=45c10b14-54c8-416a-aca3-25e04f62917f,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:23.842197 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489248436', 'description': 'tempest-description--702259222'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:23.947712 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:23.993870 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Port 6e9727d4-a163-44a4-ab9a-83e831429eec cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:24.010058 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.067041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Allocated IP 172.20.0.7 (98441faa-dcf0-4b9a-ab2a-325bff180b88/db34d32b-68bc-4724-8995-72b5ab542bde/bb324c72-fc7e-4d25-9dab-0af533c891ae) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:24.088670 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:24.185483 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:24.189612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 2, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:24.203347 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:24.236375 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (af29ca62-0257-42d3-82a8-d6f189ee5572), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.301657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (af29ca62-0257-42d3-82a8-d6f189ee5572), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.411975 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af29ca62-0257-42d3-82a8-d6f189ee5572,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:24.418849 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bc87-a4a8-4197-b256-f5cc5829b1b8 None None] Pushing event updated for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:24.426639 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:24.427055 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.461931 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fed8c-4c11-4951-804a-f045356cd334 None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 2, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:24.465239 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.465239 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0c72742a-e432-40ae-bce4-29e6aa0d0e9f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6267765 Apr 06 14:07:24.467444 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33758) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:24.473167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group_rule': {'security_group_id': 'af29ca62-0257-42d3-82a8-d6f189ee5572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:24.577474 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 480a0564-19f4-4579-ab3c-841d81b6ff0e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:24.585406 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.636746 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:24.666133 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (56c22de7-e7c1-4d45-b3bb-2d47349b10ea), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.675510 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 2, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:24.754100 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks [] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.756787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c126acd4-9008-4648-a38f-7217af1c6f9a None None] Port 5d7d9273-beea-4bee-876b-29fd246a2bff cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:24.756787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:24.756787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Updating router 591c51f9-373a-4d48-8ceb-9ced82e4b01e port 1588514b-90ee-48bc-8370-d405075a8a4e binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:24.783902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33768) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:24.816491 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1918525181', 'description': 'tempest-description--111618965'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:24.817113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (9322902a-f1fa-429c-a6bc-4bed91745deb), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.826719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.892212 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-32a04fb9-3947-4577-a032-737fb3a08fc5 req-18810a85-7372-442d-9b8e-98a99116d715 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.1018424 Apr 06 14:07:24.927015 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Provisioning complete for port 1588514b-90ee-48bc-8370-d405075a8a4e triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:24.927015 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:24.991814 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (9322902a-f1fa-429c-a6bc-4bed91745deb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.037256 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58b84561-75f5-4070-8ff3-681316387741 req-16bae0a4-c6be-48f9-a827-b510f6030fec tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 210 time: 0.1434948 Apr 06 14:07:25.069350 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.120536 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:25.204210 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:25.204818 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:25.205014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (56c22de7-e7c1-4d45-b3bb-2d47349b10ea), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.233928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.259573 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Port 1588514b-90ee-48bc-8370-d405075a8a4e cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:25.270449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (56c22de7-e7c1-4d45-b3bb-2d47349b10ea), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.274087 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 480a0564-19f4-4579-ab3c-841d81b6ff0e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:25.275279 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device e414523e-8b5d-4c19-8532-b8a2e022cc7e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:25.344382 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (9322902a-f1fa-429c-a6bc-4bed91745deb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.348594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c22de7-e7c1-4d45-b3bb-2d47349b10ea,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:25.372225 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:25.552612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-ad6ceadf-ffd5-42af-8547-e82533e3dd97 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:25.560204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-ad6ceadf-ffd5-42af-8547-e82533e3dd97 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.1987605 Apr 06 14:07:25.611712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (3e2d7f7d-8d6a-4c7a-b796-df45142bc08f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.637919 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-56ce1237-6f5a-4e0c-966e-ecc3a169884d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/quotas/df74e30f88434fbf80644ddd546976a7 HTTP/1.1" status: 200 len: 375 time: 0.0246110 Apr 06 14:07:25.648406 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9322902a-f1fa-429c-a6bc-4bed91745deb,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:25.649238 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.651065 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Network 98441faa-dcf0-4b9a-ab2a-325bff180b88 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:25.653996 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-29b7caec-8256-4d25-86fd-756c0e0abc98 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1849608 Apr 06 14:07:25.660090 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33800) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:25.665940 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:25.667741 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Pushing event updated for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:25.668875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group_rule': {'security_group_id': 'af29ca62-0257-42d3-82a8-d6f189ee5572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:25.670354 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:25.699438 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:25.705980 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.760236 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3e2d7f7d-8d6a-4c7a-b796-df45142bc08f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.801539 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:25.805843 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.825892 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-408945ba-3b14-467a-b634-6e007473becf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1751370 Apr 06 14:07:25.829474 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33808) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:25.834184 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': 'f08ea2ec-c108-4eda-b3eb-c16d04d05049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:25.874434 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Provisioning complete for port 45c10b14-54c8-416a-aca3-25e04f62917f triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:25.875133 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.880717 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfeabc0-ea13-44cb-93f1-d1ea8666702c None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:25.931253 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 2, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:25.953403 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port e414523e-8b5d-4c19-8532-b8a2e022cc7e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:25.953840 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:25.957218 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-843c27fe-942c-4640-8d04-14677c461f41 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4935896 Apr 06 14:07:26.020776 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (e326a998-3b38-478d-89a1-3fab53ce82d3), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.038395 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:26.038770 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Updating router 85c3bd17-6e50-464f-9c4c-95a10e1b856e port 6e9727d4-a163-44a4-ab9a-83e831429eec binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:26.042199 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-30b68f7a-fe27-4a5c-85b1-fb3191841dc1 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:07:26.060483 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-30b68f7a-fe27-4a5c-85b1-fb3191841dc1 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0367656 Apr 06 14:07:26.147092 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.148692 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3596246 Apr 06 14:07:26.154365 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33820) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:26.172075 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.175904 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group_rule': {'security_group_id': '3e2d7f7d-8d6a-4c7a-b796-df45142bc08f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:26.283306 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (37becac8-bad0-42cd-afb0-21dac006ed40), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.379640 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (e326a998-3b38-478d-89a1-3fab53ce82d3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.401574 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-24a6be5a-fc70-4b93-9a4e-91ffb59ee9a7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7422779 Apr 06 14:07:26.403106 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b10db-9529-4832-a0b4-25cfade361bf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:26.497725 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Request body: {'port': {'device_id': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:26.553178 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (e326a998-3b38-478d-89a1-3fab53ce82d3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.571004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (bdc9ec33-1aa1-4067-9e2c-7bb27ab63c30), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.581791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Current status of the port 45c10b14-54c8-416a-aca3-25e04f62917f is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:26.587662 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.606236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port e414523e-8b5d-4c19-8532-b8a2e022cc7e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:26.607985 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.657261 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (37becac8-bad0-42cd-afb0-21dac006ed40), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.661270 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e326a998-3b38-478d-89a1-3fab53ce82d3,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:26.716219 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e37e7-10cf-43c4-92a2-636cf8a9289f req-e8ae047c-84de-4bfc-b23d-32cd74cac620 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:26.725258 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf8e37e7-10cf-43c4-92a2-636cf8a9289f req-e8ae047c-84de-4bfc-b23d-32cd74cac620 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 931 time: 0.3423605 Apr 06 14:07:26.752888 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (bdc9ec33-1aa1-4067-9e2c-7bb27ab63c30), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.756515 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.758701 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-b040fb5d-a4e6-416e-b198-45c055156b26 service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102186 Apr 06 14:07:26.762301 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (37becac8-bad0-42cd-afb0-21dac006ed40), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.781829 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port e414523e-8b5d-4c19-8532-b8a2e022cc7e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=e414523e-8b5d-4c19-8532-b8a2e022cc7e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:26.791968 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.796933 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 33832) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:26.797227 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-902f81a6-f81c-417b-a305-ed558efefa6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1366808 Apr 06 14:07:26.826049 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:26.848116 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37becac8-bad0-42cd-afb0-21dac006ed40,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:26.864538 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (bdc9ec33-1aa1-4067-9e2c-7bb27ab63c30), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.885427 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks [] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.910379 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:26.911206 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 04d26ebb-46c9-46d7-882e-0c58b30195f6 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:26.915962 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf8e37e7-10cf-43c4-92a2-636cf8a9289f req-03a017c9-60ef-4c23-9474-1ad8f4175380 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894248 Apr 06 14:07:26.979861 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.019429 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc9ec33-1aa1-4067-9e2c-7bb27ab63c30,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:27.078080 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.079853 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-827bf3ef-8084-4b9a-90b4-1805e8048316 service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199973 Apr 06 14:07:27.098542 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33842) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:27.103409 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:27.106521 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3f2ccb15-a028-49af-95d2-a541a4f65cc2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2709634 Apr 06 14:07:27.157834 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks [] for port (1588514b-90ee-48bc-8370-d405075a8a4e), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.214345 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] For port 45c10b14-54c8-416a-aca3-25e04f62917f, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=45c10b14-54c8-416a-aca3-25e04f62917f,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:27.247981 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.255351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33852) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:27.261044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group_rule': {'security_group_id': '3e2d7f7d-8d6a-4c7a-b796-df45142bc08f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:27.267707 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-137b5bd1-03b7-44c0-9a7a-774e0c98a98f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1117220 Apr 06 14:07:27.282523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.287828 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164318-5c3a-49c1-a71c-7b0c9003f439 None None] Pushing event updated for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:27.316167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.322216 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.325323 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.372746 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=e414523e-8b5d-4c19-8532-b8a2e022cc7e,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:27.484938 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Attempting to bind port 6e9727d4-a163-44a4-ab9a-83e831429eec on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:27.485311 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Attempting to bind port 6e9727d4-a163-44a4-ab9a-83e831429eec by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:27.485674 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Attempting to bind port 6e9727d4-a163-44a4-ab9a-83e831429eec on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:27.496658 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:27.497045 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:27.497489 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.508585 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Bound using segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:27.508585 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Bound port: 6e9727d4-a163-44a4-ab9a-83e831429eec, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:27.508585 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.632917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:27.632917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.643454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (06a55bae-3f72-437d-a188-6afdb5c8c9c1), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.680890 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] For port 6e9727d4-a163-44a4-ab9a-83e831429eec, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:27.688104 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] For port 6e9727d4-a163-44a4-ab9a-83e831429eec, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=6e9727d4-a163-44a4-ab9a-83e831429eec,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:27.790716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 04d26ebb-46c9-46d7-882e-0c58b30195f6 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:27.791604 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.793447 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:27.900151 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Pushing event updated for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:28.024452 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4e97916d-eee1-40ca-b782-224ba5346a93 None None] Port 5d7d9273-beea-4bee-876b-29fd246a2bff cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:28.147047 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99a5b077-0bc6-4d99-a5dd-3ec1ba721800 req-3e061dff-22c4-4089-b5e0-83bc4eafbf96 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 210 time: 0.2580543 Apr 06 14:07:28.153848 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164318-5c3a-49c1-a71c-7b0c9003f439 None None] Pushing event updated for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:28.175519 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:28.178010 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:28.302578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ee780-5ca9-4444-9fbc-13e6f25df59e None None] Pushing event updated for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:28.490943 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Attempting to bind port 1588514b-90ee-48bc-8370-d405075a8a4e on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:28.491328 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Attempting to bind port 1588514b-90ee-48bc-8370-d405075a8a4e by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:28.491729 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Attempting to bind port 1588514b-90ee-48bc-8370-d405075a8a4e on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:28.524523 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (06a55bae-3f72-437d-a188-6afdb5c8c9c1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.530913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33886) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:28.543583 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:28.545476 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.581584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.651302 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb324c72-fc7e-4d25-9dab-0af533c891ae {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:28.692690 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks [] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.761359 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:28.763886 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Checking segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:28.766789 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.767526 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Bound using segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:28.769150 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Bound port: 1588514b-90ee-48bc-8370-d405075a8a4e, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:28.769559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.805549 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Transition to ACTIVE for port object bb324c72-fc7e-4d25-9dab-0af533c891ae will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:28.879977 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:28.916360 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:28.933887 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.012089 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 04d26ebb-46c9-46d7-882e-0c58b30195f6 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:29.060944 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.46', 56679) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:29.160961 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] For port 1588514b-90ee-48bc-8370-d405075a8a4e, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:29.175148 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] For port 1588514b-90ee-48bc-8370-d405075a8a4e, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=1588514b-90ee-48bc-8370-d405075a8a4e,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:29.274474 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Pushing event updated for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:29.286047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.27.1.115 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/bb5d2db8-7b4d-49c2-bfc1-8e7972714d90) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:29.312511 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.353494 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:27Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:29.394337 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf32c4-cedf-491b-a9bd-06eb67349039 None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:27Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:29.414901 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Current status of the port 6e9727d4-a163-44a4-ab9a-83e831429eec is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:29.415297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.484958 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:29.486017 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:29.507242 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.597642 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (06a55bae-3f72-437d-a188-6afdb5c8c9c1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.602770 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ee780-5ca9-4444-9fbc-13e6f25df59e None None] Pushing event updated for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:29.613104 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] For port 6e9727d4-a163-44a4-ab9a-83e831429eec, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=6e9727d4-a163-44a4-ab9a-83e831429eec,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:29.627020 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:29.673737 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-7f71ed24-2546-4057-b052-1cb26b36e5a9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:29.675634 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-7f71ed24-2546-4057-b052-1cb26b36e5a9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.5951409 Apr 06 14:07:29.678838 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Attempting to bind port bb324c72-fc7e-4d25-9dab-0af533c891ae on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:29.679329 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Attempting to bind port bb324c72-fc7e-4d25-9dab-0af533c891ae by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7101a47d-6dd9-4dd7-923e-88835f985efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:29.679802 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Attempting to bind port bb324c72-fc7e-4d25-9dab-0af533c891ae on network 98441faa-dcf0-4b9a-ab2a-325bff180b88 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:29.689306 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Port bb324c72-fc7e-4d25-9dab-0af533c891ae on network 98441faa-dcf0-4b9a-ab2a-325bff180b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:07:29.689709 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Attempting to bind port bb324c72-fc7e-4d25-9dab-0af533c891ae on network 98441faa-dcf0-4b9a-ab2a-325bff180b88 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:29.724059 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'port': {'device_id': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'admin_state_up': True, 'tenant_id': 'df74e30f88434fbf80644ddd546976a7'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:29.732766 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:29.733879 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Checking segment: {'id': '7101a47d-6dd9-4dd7-923e-88835f985efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:29.734602 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Bound using segment: {'id': '7101a47d-6dd9-4dd7-923e-88835f985efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:29.735120 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Bound port: bb324c72-fc7e-4d25-9dab-0af533c891ae, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7101a47d-6dd9-4dd7-923e-88835f985efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:29.735695 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.763434 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.834456 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1c45d39-56fe-44a5-abbf-e63156016d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:29.938593 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:29.979095 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.022756 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Provisioning complete for port 1588514b-90ee-48bc-8370-d405075a8a4e triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:30.023134 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.032088 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c46756-1784-433c-bc1b-922de0831d21 req-e1436f7e-97cf-4b16-b933-89f40c756bbf tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:30.040380 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86c46756-1784-433c-bc1b-922de0831d21 req-e1436f7e-97cf-4b16-b933-89f40c756bbf tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.4621227 Apr 06 14:07:30.050488 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:30.050883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.052462 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64ce67-9e89-439e-9544-da651f6571e4 None None] Pushing event updated for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.070038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a55bae-3f72-437d-a188-6afdb5c8c9c1,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.090704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:30.125932 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:30.129796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:30.132923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:30.140429 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.144939 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-307fb6c3-9061-45cb-b0fb-bb79eb1f6acc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8852787 Apr 06 14:07:30.176046 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae,segment=NetworkSegment(7101a47d-6dd9-4dd7-923e-88835f985efe),segment_id=7101a47d-6dd9-4dd7-923e-88835f985efe)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:30.179650 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3d8945b3-5354-463d-b33f-8b017ca4a902 req-50dadfe7-5364-435f-915d-6151a132e5cb tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 210 time: 0.5988343 Apr 06 14:07:30.209908 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Allocated IP 172.27.1.147 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/1346af5a-7404-4379-ac71-5956b31e7c5a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:30.212891 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33932) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:30.213533 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=bb5d2db8-7b4d-49c2-bfc1-8e7972714d90,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.221131 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:30.283850 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.386577 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.438656 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86c46756-1784-433c-bc1b-922de0831d21 req-c1adcd4b-b8c2-4746-b684-644fb29b1b32 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969522 Apr 06 14:07:30.466865 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1c45d39-56fe-44a5-abbf-e63156016d83 admin admin] Publish callbacks [] for security_group (401ae3f2-de25-4f8e-8ab7-aeb8341f4a73), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.515585 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:30.516333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.522437 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb324c72-fc7e-4d25-9dab-0af533c891ae HTTP/1.1" status: 200 len: 1093 time: 4.2767477 Apr 06 14:07:30.523593 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:07:30.526311 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.537939 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:30.539169 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 049bf913-5de0-4cf2-b435-5289bf280c24 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:30.543063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Current status of the port 1588514b-90ee-48bc-8370-d405075a8a4e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:30.544486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.578855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.612041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1c45d39-56fe-44a5-abbf-e63156016d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (401ae3f2-de25-4f8e-8ab7-aeb8341f4a73), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.636123 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] For port 1588514b-90ee-48bc-8370-d405075a8a4e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=1588514b-90ee-48bc-8370-d405075a8a4e,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:30.676361 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:30.693137 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f1c45d39-56fe-44a5-abbf-e63156016d83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bb427d979b047e2a040a51ba32f3af6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1577592 Apr 06 14:07:30.695590 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33940) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:30.698821 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c45d39-56fe-44a5-abbf-e63156016d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ae3f2-de25-4f8e-8ab7-aeb8341f4a73,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.754118 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489df28-88aa-4ab0-9d17-392589feb495 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:30.759630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.772618 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541cdcc-f2d6-4294-a65f-305a1bbe7a94 service neutron] Pushing event updated for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.849161 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Pushing event updated for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:30.860126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 049bf913-5de0-4cf2-b435-5289bf280c24 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:30.860586 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.875081 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Made reservation on behalf of df74e30f88434fbf80644ddd546976a7 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:30.885651 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.893474 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:30.893880 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:30.902613 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb5b45-99b7-4076-8acf-262069b4410d" -d '{"events": [{"name": "network-changed", "server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:07:30.969162 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] Publish callbacks [] for security_group (401ae3f2-de25-4f8e-8ab7-aeb8341f4a73), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.040482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] Publish callbacks [] for security_group (401ae3f2-de25-4f8e-8ab7-aeb8341f4a73), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.068697 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.134291 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.306807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.421909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56686) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:31.424196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 33962) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:31.425008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=bb5d2db8-7b4d-49c2-bfc1-8e7972714d90,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:31.427910 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4530d1c2-cae9-4c95-b531-6168f7505d90 None None] Current status of the port 6e9727d4-a163-44a4-ab9a-83e831429eec is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:31.513876 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 049bf913-5de0-4cf2-b435-5289bf280c24 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:31.514277 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.548204 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 049bf913-5de0-4cf2-b435-5289bf280c24, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=049bf913-5de0-4cf2-b435-5289bf280c24,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:31.628875 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.630021 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device e414523e-8b5d-4c19-8532-b8a2e022cc7e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:31.666636 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21699ad1-bf2e-4cde-a2ed-f3e8d923cf60 req-483975b4-e3e4-4d15-8400-f0e5cb8a8ae0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 210 time: 0.2208383 Apr 06 14:07:31.678576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.790912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-e2b42880-a537-427f-aaaf-639c6cd278e2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:31.806692 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-e2b42880-a537-427f-aaaf-639c6cd278e2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.3700068 Apr 06 14:07:31.818432 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.822477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-423ed0d5-cc29-4f21-9aea-12699263810d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7201605 Apr 06 14:07:31.825342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (401ae3f2-de25-4f8e-8ab7-aeb8341f4a73), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.844262 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:31.855787 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/401ae3f2-de25-4f8e-8ab7-aeb8341f4a73 HTTP/1.1" status: 204 len: 168 time: 1.1518466 Apr 06 14:07:31.888391 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'port': {'device_id': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'admin_state_up': True, 'tenant_id': 'df74e30f88434fbf80644ddd546976a7'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:31.894368 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431b53-acbe-42d6-8b79-d57914b4121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ae3f2-de25-4f8e-8ab7-aeb8341f4a73,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:31.923564 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=049bf913-5de0-4cf2-b435-5289bf280c24,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:31.982390 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45dd876-9d8f-46a2-8082-df47c3204b3d x-openstack-request-id: req-c45dd876-9d8f-46a2-8082-df47c3204b3d {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:07:31.984856 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:07:31.985109 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c45dd876-9d8f-46a2-8082-df47c3204b3d {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:07:31.986771 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45dd876-9d8f-46a2-8082-df47c3204b3d'] response: {'name': 'network-changed', 'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae', 'status': 'completed', 'code': 200} Apr 06 14:07:32.035492 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60e16431-4f83-4f14-b07f-fbfd0273ad30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.036680 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port e414523e-8b5d-4c19-8532-b8a2e022cc7e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:32.037129 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.045071 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.160161 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-ea22f2ef-ddf9-4e23-8da6-4d2be0b10070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:32.161961 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-ea22f2ef-ddf9-4e23-8da6-4d2be0b10070 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cefd9cca683e4cbba2b3af96f3ebb2ac&device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 1127 time: 0.3930941 Apr 06 14:07:32.211134 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port e414523e-8b5d-4c19-8532-b8a2e022cc7e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:32.212635 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 45c10b14-54c8-416a-aca3-25e04f62917f up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:32.277347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 45c10b14-54c8-416a-aca3-25e04f62917f triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:32.278109 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.286916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600eb2-3335-4075-bc68-2999cb7f0dd0 req-4023d7a7-d4a3-492a-b906-f0a09d74eae0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:32.295445 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db600eb2-3335-4075-bc68-2999cb7f0dd0 req-4023d7a7-d4a3-492a-b906-f0a09d74eae0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.3857095 Apr 06 14:07:32.348101 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-b4542653-f921-476e-9af4-0e18e2395944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae HTTP/1.1" status: 200 len: 217 time: 0.1113329 Apr 06 14:07:32.364769 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Allocated IP 172.20.0.4 (780d8300-b677-4542-864e-ca1ab015b6f2/fb08c2b1-a0b9-4e04-b61d-fac8725ae110/4911942f-14ba-49ff-9692-8e68695dae7a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:32.410331 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 45c10b14-54c8-416a-aca3-25e04f62917f is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:32.411511 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device df47151d-0687-4a3c-82b6-4e8c8e57516e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:32.414846 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60e16431-4f83-4f14-b07f-fbfd0273ad30 admin admin] Publish callbacks [] for security_group (eace9858-ed82-4e5c-aefd-317d2833efbe), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.482448 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-16b5db2d-d03f-4be5-96da-16185aef8156 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--998567829&fields=id&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 267 time: 0.2357585 Apr 06 14:07:32.487136 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port df47151d-0687-4a3c-82b6-4e8c8e57516e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:32.487575 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.510151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Made reservation on behalf of df74e30f88434fbf80644ddd546976a7 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:32.513863 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.615294 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60e16431-4f83-4f14-b07f-fbfd0273ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (eace9858-ed82-4e5c-aefd-317d2833efbe), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.627816 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db600eb2-3335-4075-bc68-2999cb7f0dd0 req-c40d4bc8-e97c-440a-b347-8ff10c86b357 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112392 Apr 06 14:07:32.648773 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.736546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Allocated IP 172.27.1.152 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/20dcbfd7-a6aa-4f81-a368-ab5415b9bc37) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:32.769903 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:07:32.774362 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=1346af5a-7404-4379-ac71-5956b31e7c5a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:32.790183 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for port (4911942f-14ba-49ff-9692-8e68695dae7a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:32.830710 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:32.843305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-60e16431-4f83-4f14-b07f-fbfd0273ad30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=98dac201684f4853bda9132f524bdea5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4078994 Apr 06 14:07:32.848798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:32.848993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:32.849577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:32.860152 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:32.936251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e16431-4f83-4f14-b07f-fbfd0273ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace9858-ed82-4e5c-aefd-317d2833efbe,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:32.941312 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34008) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:32.945730 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port df47151d-0687-4a3c-82b6-4e8c8e57516e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:32.948058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.007061 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-d91610ac-4ee9-4f6c-a3e6-2020029ed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:33.026454 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-d91610ac-4ee9-4f6c-a3e6-2020029ed94e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db34d32b-68bc-4724-8995-72b5ab542bde HTTP/1.1" status: 200 len: 851 time: 0.4257827 Apr 06 14:07:33.048163 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port df47151d-0687-4a3c-82b6-4e8c8e57516e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=df47151d-0687-4a3c-82b6-4e8c8e57516e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:33.118851 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.120469 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 6e9727d4-a163-44a4-ab9a-83e831429eec up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:33.141896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.191852 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-82f4e693-9e5f-4ba4-befb-bdba0dd4f666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98441faa-dcf0-4b9a-ab2a-325bff180b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370575 Apr 06 14:07:33.216894 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:33.315163 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:33.315952 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.335062 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.336817 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.395662 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=df47151d-0687-4a3c-82b6-4e8c8e57516e,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:33.446141 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-bd00bc14-fa8f-44a3-8532-2221596a6ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473712 Apr 06 14:07:33.448241 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:33.473500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:33.483034 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:33.489113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:33.496373 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.503514 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:33.614105 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 6e9727d4-a163-44a4-ab9a-83e831429eec is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:33.745057 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-53c8985b-46ce-45a8-8b34-719ad7af82d3 req-e102a276-f268-4a11-9143-cf67ffb58dba service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832150 Apr 06 14:07:33.750774 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0e17696f-8c62-4da9-8c55-8e691c36ad9f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0349238 Apr 06 14:07:33.778358 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 2, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:33.787605 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Request body: {'port': {'device_id': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:33.834791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:07:33.838729 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Updating router f0e31587-b2d4-4b2a-8e73-ee763142f898 port 5d7d9273-beea-4bee-876b-29fd246a2bff binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:07:33.918175 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:33.965062 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-11d29f75-bba7-425e-88cc-218062735808 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:33.972638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-11d29f75-bba7-425e-88cc-218062735808 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 1.4884372 Apr 06 14:07:34.049673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 049bf913-5de0-4cf2-b435-5289bf280c24 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:34.143788 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8c1d6a3-5c0e-4734-83ae-50123b4ce8a8 req-2f053623-a652-45bb-8ca9-165f419ca197 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 210 time: 0.9366915 Apr 06 14:07:34.206224 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.219814 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-23b53b0c-eac7-473e-98e0-7dfda181f8fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/quotas/1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 375 time: 0.2461228 Apr 06 14:07:34.243584 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.391728 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.397113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] Publish callbacks [] for security_group (eace9858-ed82-4e5c-aefd-317d2833efbe), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.453959 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] Publish callbacks [] for security_group (eace9858-ed82-4e5c-aefd-317d2833efbe), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.468326 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-00811b4c-a41e-4787-8919-3e13301ba209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:34.470041 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-00811b4c-a41e-4787-8919-3e13301ba209 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cefd9cca683e4cbba2b3af96f3ebb2ac&device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 1127 time: 0.4743237 Apr 06 14:07:34.473939 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 049bf913-5de0-4cf2-b435-5289bf280c24 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:34.474336 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.482799 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Allocated IP 172.20.0.5 (780d8300-b677-4542-864e-ca1ab015b6f2/fb08c2b1-a0b9-4e04-b61d-fac8725ae110/3468b119-f1f1-4fa1-a123-becf3c0fd8cb) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:34.492292 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.530084 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-b57b0810-322d-4f87-a521-4a6510415d21 None None] Provisioning complete for port 4911942f-14ba-49ff-9692-8e68695dae7a triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:34.530376 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b57b0810-322d-4f87-a521-4a6510415d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.637829 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b57b0810-322d-4f87-a521-4a6510415d21 None None] Port 4911942f-14ba-49ff-9692-8e68695dae7a cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:34.683989 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=1346af5a-7404-4379-ac71-5956b31e7c5a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:34.747053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 049bf913-5de0-4cf2-b435-5289bf280c24 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:34.748534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device df47151d-0687-4a3c-82b6-4e8c8e57516e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:34.822460 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks [] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.847819 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port df47151d-0687-4a3c-82b6-4e8c8e57516e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:34.848393 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.864594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.907129 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:34.953676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.004250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-dc1031e1-0fdc-4fd8-b472-f623d33fa0ac tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7785814 Apr 06 14:07:35.029014 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.029594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.052324 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9f292595-a6d2-440c-b7d3-19440d63d231 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2319064 Apr 06 14:07:35.106955 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-3574f228-b4cf-47c8-9933-14c87518a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:35.109288 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-3574f228-b4cf-47c8-9933-14c87518a094 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98441faa-dcf0-4b9a-ab2a-325bff180b88 HTTP/1.1" status: 200 len: 912 time: 0.6079869 Apr 06 14:07:35.149434 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=20dcbfd7-a6aa-4f81-a368-ab5415b9bc37,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:35.180307 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.228277 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9920-e9bb-4b42-b8dd-6b91814e2c83 None None] Pushing event updated for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:35.233756 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port df47151d-0687-4a3c-82b6-4e8c8e57516e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:35.237041 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 1588514b-90ee-48bc-8370-d405075a8a4e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:35.445507 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Attempting to bind port 5d7d9273-beea-4bee-876b-29fd246a2bff on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:35.445873 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Attempting to bind port 5d7d9273-beea-4bee-876b-29fd246a2bff by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:35.446234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Attempting to bind port 5d7d9273-beea-4bee-876b-29fd246a2bff on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:35.464454 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:35.464835 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Checking segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:35.465237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.465755 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Bound using segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:35.466689 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Bound port: 5d7d9273-beea-4bee-876b-29fd246a2bff, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:35.467082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.498889 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-f560a95c-b3c1-43f1-871b-da51904b591f service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667269 Apr 06 14:07:35.511384 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-709eef05-41e1-4ef9-800f-579c2ca25254 None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:35.511758 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-709eef05-41e1-4ef9-800f-579c2ca25254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.563338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 1588514b-90ee-48bc-8370-d405075a8a4e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:35.564053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.593306 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-1ea5b8b5-6487-4953-b3a3-3f2e2b085018 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae HTTP/1.1" status: 200 len: 217 time: 0.3757186 Apr 06 14:07:35.620194 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-709eef05-41e1-4ef9-800f-579c2ca25254 None None] Port 5d7d9273-beea-4bee-876b-29fd246a2bff cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:35.634013 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] For port 5d7d9273-beea-4bee-876b-29fd246a2bff, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:35.639008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] For port 5d7d9273-beea-4bee-876b-29fd246a2bff, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=5d7d9273-beea-4bee-876b-29fd246a2bff,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:35.732400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 1588514b-90ee-48bc-8370-d405075a8a4e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:35.734932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 6e9727d4-a163-44a4-ab9a-83e831429eec up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:35.740067 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.746546 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-8f5c5194-b970-455a-a837-556bdf8bd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:35.748114 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-8f5c5194-b970-455a-a837-556bdf8bd3ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db34d32b-68bc-4724-8995-72b5ab542bde HTTP/1.1" status: 200 len: 851 time: 0.1418650 Apr 06 14:07:35.761040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:35.833064 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-7718bf89-1b33-42ef-9f6b-77b0189bc80f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98441faa-dcf0-4b9a-ab2a-325bff180b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608253 Apr 06 14:07:35.863016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:35.865428 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9920-e9bb-4b42-b8dd-6b91814e2c83 None None] Pushing event updated for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:35.870035 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:35.870833 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:07:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:35.882309 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:35.891640 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:35.897152 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:35.897803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.941994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d9c50-38f4-4638-af9b-b43262d1cdaf req-9bbdf22e-bb44-45af-b399-7d1d35849b47 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:35.951386 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 6e9727d4-a163-44a4-ab9a-83e831429eec triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:35.951929 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:35.959969 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe2d9c50-38f4-4638-af9b-b43262d1cdaf req-9bbdf22e-bb44-45af-b399-7d1d35849b47 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 1.6503625 Apr 06 14:07:35.999428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:36.012669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:36.075452 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2186337 Apr 06 14:07:36.079698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (eace9858-ed82-4e5c-aefd-317d2833efbe), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.079698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.098989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eace9858-ed82-4e5c-aefd-317d2833efbe HTTP/1.1" status: 204 len: 168 time: 3.1202006 Apr 06 14:07:36.118765 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-6e5b5582-12f5-4506-8f89-020dcced68a6 service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619438 Apr 06 14:07:36.235120 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4911942f-14ba-49ff-9692-8e68695dae7a {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:36.258929 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e269a5-8494-4132-9a4f-e894eb203377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace9858-ed82-4e5c-aefd-317d2833efbe,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:36.261148 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks [] for port (4911942f-14ba-49ff-9692-8e68695dae7a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.303001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:07:36.304247 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Request body: {'port': {'device_id': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:36.310985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Transition to ACTIVE for port object 4911942f-14ba-49ff-9692-8e68695dae7a will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:36.318879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 6e9727d4-a163-44a4-ab9a-83e831429eec is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:36.352873 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1ccb5b45-99b7-4076-8acf-262069b4410d req-c053eab3-fd53-4772-b87d-f2943f6166b5 service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247968 Apr 06 14:07:36.370506 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.447713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Provisioning complete for port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:36.449283 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.452760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8180a9d-df07-40e2-bde5-9010db75973a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:36.536765 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Pushing event updated for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:36.569091 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe2d9c50-38f4-4638-af9b-b43262d1cdaf req-a6acf571-67cf-421a-b91a-854d9dfd18ed tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073818 Apr 06 14:07:36.614605 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.648837 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Attempting to bind port 4911942f-14ba-49ff-9692-8e68695dae7a on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:36.649906 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Attempting to bind port 4911942f-14ba-49ff-9692-8e68695dae7a by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:36.650594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Attempting to bind port 4911942f-14ba-49ff-9692-8e68695dae7a on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:36.660176 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Port 4911942f-14ba-49ff-9692-8e68695dae7a on network 780d8300-b677-4542-864e-ca1ab015b6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:07:36.660660 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Attempting to bind port 4911942f-14ba-49ff-9692-8e68695dae7a on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:36.668052 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 5d7d9273-beea-4bee-876b-29fd246a2bff up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:36.671911 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:36.673892 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:36.675224 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Bound using segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:36.675792 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Bound port: 4911942f-14ba-49ff-9692-8e68695dae7a, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:36.677495 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.680471 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.726174 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-8d510d69-b19a-442d-8cf2-72f626327dec service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2252834 Apr 06 14:07:36.809166 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:36.814971 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:36.831854 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=4911942f-14ba-49ff-9692-8e68695dae7a,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:36.914905 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:36.960212 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:36.965286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.087340 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:37.088151 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.090460 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] 10.222.0.46 "PUT /v2.0/ports/4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 1093 time: 3.3106966 Apr 06 14:07:37.091742 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:07:37.094334 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93" -d '{"events": [{"name": "network-changed", "server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:07:37.122033 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b8c51-e689-4dc4-8685-162fb3f18482 service neutron] Pushing event updated for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:37.203629 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:37.204237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.297783 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34092) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:37.349437 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4961f380-7931-4d5b-ae16-009a10b9cc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.395906 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0ddc6216-f273-4c9a-8f74-3558c03c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:37.396869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:35Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:37.398827 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-0ddc6216-f273-4c9a-8f74-3558c03c7de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1127 time: 0.1661623 Apr 06 14:07:37.509142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e04e9-904c-40fa-b0d9-85bdba139f16 None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:35Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:07:37.551111 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Current status of the port 5d7d9273-beea-4bee-876b-29fd246a2bff is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:37.551613 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.556877 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-c609d631-00d9-452b-9670-34d891b92c43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.1300206 Apr 06 14:07:37.581154 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 5d7d9273-beea-4bee-876b-29fd246a2bff is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:37.581569 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.606832 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] For port 5d7d9273-beea-4bee-876b-29fd246a2bff, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=5d7d9273-beea-4bee-876b-29fd246a2bff,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:37.632926 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.690016 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-c9a96f71-9361-4af7-8e92-aae9b17c89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:37.692367 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-c9a96f71-9361-4af7-8e92-aae9b17c89ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.1255393 Apr 06 14:07:37.697815 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4961f380-7931-4d5b-ae16-009a10b9cc00 admin admin] Publish callbacks [] for security_group (baa0deca-727f-4cc8-bb52-78b4409ea8eb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.719510 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.824213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5f50-192c-41d6-ad7b-a5a52f7f584a req-dd8df947-6c8d-4dd5-97b3-1ca3ab4b6d16 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:37.826231 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-918e5f50-192c-41d6-ad7b-a5a52f7f584a req-dd8df947-6c8d-4dd5-97b3-1ca3ab4b6d16 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 931 time: 1.1145322 Apr 06 14:07:37.831195 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4961f380-7931-4d5b-ae16-009a10b9cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (baa0deca-727f-4cc8-bb52-78b4409ea8eb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:37.857457 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-c9c4a83b-5f11-4e6c-8295-ef19b402313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:37.864182 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-c9c4a83b-5f11-4e6c-8295-ef19b402313c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1662655 Apr 06 14:07:37.877232 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-13a63f3d-a498-4a86-93b5-b9cc5b4b980e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--489248436&fields=id&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 267 time: 0.4057317 Apr 06 14:07:37.966021 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:07:37.966385 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:07:37.972612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c64ff-c368-4373-9ed8-bb374b269fd7 None None] Pushing event updated for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:38.163794 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-32c32b8e-0680-4400-be9d-e7e15a63b494 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567675 Apr 06 14:07:38.257705 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961f380-7931-4d5b-ae16-009a10b9cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0deca-727f-4cc8-bb52-78b4409ea8eb,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:38.268781 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4961f380-7931-4d5b-ae16-009a10b9cc00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d3dc2d62eda41bea14df7d92d467e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9688375 Apr 06 14:07:38.277841 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34116) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:38.291103 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-918e5f50-192c-41d6-ad7b-a5a52f7f584a req-b1fd8c93-9fcd-4bcb-9cc7-967cac86ef75 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487503 Apr 06 14:07:38.464501 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-30b632ba-6a5c-440e-b56e-42020c2beea6 req-482fe31e-a391-4cb4-a853-1a36cb0765b4 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298446 Apr 06 14:07:38.528814 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 5d7d9273-beea-4bee-876b-29fd246a2bff is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:38.548240 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cf1219-6cba-4555-8ed9-98930c7d79c0 x-openstack-request-id: req-a6cf1219-6cba-4555-8ed9-98930c7d79c0 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:07:38.548624 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:07:38.548910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6cf1219-6cba-4555-8ed9-98930c7d79c0 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:07:38.549456 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cf1219-6cba-4555-8ed9-98930c7d79c0'] response: {'name': 'network-changed', 'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a', 'status': 'completed', 'code': 200} Apr 06 14:07:38.677275 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 5d7d9273-beea-4bee-876b-29fd246a2bff up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:38.770543 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-6b14a674-85cb-4fb9-996c-a6cf785fbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:38.772903 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-6b14a674-85cb-4fb9-996c-a6cf785fbdb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1127 time: 0.0959506 Apr 06 14:07:38.773890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 5d7d9273-beea-4bee-876b-29fd246a2bff triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:38.774326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:38.798765 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] Publish callbacks [] for security_group (baa0deca-727f-4cc8-bb52-78b4409ea8eb), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:38.907897 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 5d7d9273-beea-4bee-876b-29fd246a2bff is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:38.916043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-e8db57fb-f5ef-4d08-8929-5998b337f8d4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:38.918006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-e8db57fb-f5ef-4d08-8929-5998b337f8d4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 817 time: 1.0399373 Apr 06 14:07:38.964506 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-40af9ebb-f6aa-463c-b089-6fe18a89b682 req-bea21971-c116-4fb8-b10b-4bd6b8b45811 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.1328943 Apr 06 14:07:38.973772 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3468b119-f1f1-4fa1-a123-becf3c0fd8cb {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:38.981672 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] Publish callbacks [] for security_group (baa0deca-727f-4cc8-bb52-78b4409ea8eb), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.004583 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-8c1d4e27-2c1a-456a-af69-79e1be2145d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:39.006832 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks [] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.009160 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-8c1d4e27-2c1a-456a-af69-79e1be2145d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.2229891 Apr 06 14:07:39.028546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-89359bdb-4a25-4266-b07b-51a8c6f8e090 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/quotas/0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 375 time: 0.0743389 Apr 06 14:07:39.053843 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.085352 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-548ae357-726f-482e-96fe-0f21562ffe28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.0538969 Apr 06 14:07:39.088238 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Transition to ACTIVE for port object 3468b119-f1f1-4fa1-a123-becf3c0fd8cb will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:39.137645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.168546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.172872 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-d46917ee-430a-4b0d-ba8b-acb4dceb148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:39.174587 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-d46917ee-430a-4b0d-ba8b-acb4dceb148a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0772395 Apr 06 14:07:39.205577 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.230066 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (baa0deca-727f-4cc8-bb52-78b4409ea8eb), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.232598 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.234636 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/baa0deca-727f-4cc8-bb52-78b4409ea8eb HTTP/1.1" status: 204 len: 168 time: 0.9375203 Apr 06 14:07:39.240725 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-78994931-6c67-441c-8139-bd4df8e2482b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005260 Apr 06 14:07:39.255528 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=20dcbfd7-a6aa-4f81-a368-ab5415b9bc37,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:39.281041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e09e34-86cf-4a17-a860-ed9e1dc8d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0deca-727f-4cc8-bb52-78b4409ea8eb,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:39.408155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.415958 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d7c11507-31a2-4c91-816d-6b7fb68a12ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1993055 Apr 06 14:07:39.487991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556408-4fdc-4525-9562-e437d273f846 req-c08e19ae-f938-4f97-9317-31892fcdac71 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:39.489564 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e556408-4fdc-4525-9562-e437d273f846 req-c08e19ae-f938-4f97-9317-31892fcdac71 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.3654988 Apr 06 14:07:39.514223 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-499ae408-11e0-4e1c-b735-a81751fb5ab5 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521653 Apr 06 14:07:39.532989 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:39.544431 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Attempting to bind port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:39.544794 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Attempting to bind port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:39.545167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Attempting to bind port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:39.586236 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb on network 780d8300-b677-4542-864e-ca1ab015b6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:07:39.586475 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Attempting to bind port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:39.599875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:39.600257 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:39.600837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Bound using segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:39.601287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Bound port: 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:39.601652 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.666845 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e556408-4fdc-4525-9562-e437d273f846 req-17bab426-2aa0-4c65-894d-9ffe8986bdce tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612928 Apr 06 14:07:39.709941 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-8754936f-0d3c-4931-9e52-286521c226a5 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856301 Apr 06 14:07:39.722276 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:39.727046 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:39.824960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.871430 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:39.872125 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.873601 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 200 len: 1093 time: 3.6746817 Apr 06 14:07:39.874167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:07:39.977031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cba782-2799-457c-b943-2adca214a31e req-495c82c6-eaff-4e3c-a322-1c689228c658 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:39.978774 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3cba782-2799-457c-b943-2adca214a31e req-495c82c6-eaff-4e3c-a322-1c689228c658 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.2109053 Apr 06 14:07:39.989595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3198fe1-48f2-40fc-a2ab-4aa30a6fb5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:40.120063 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3cba782-2799-457c-b943-2adca214a31e req-51e9a7f5-d853-47f0-a58d-5fd8da6455b8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269791 Apr 06 14:07:40.164073 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-a5219253-bb0b-4a52-8d09-188c24f15882 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1918525181&fields=id&tenant_id=42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 267 time: 0.0902278 Apr 06 14:07:40.196183 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70632b8-c85e-423b-8197-34308c528bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:07:40.272848 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b13261-cbc2-4e7e-a09c-b05058cc61a8 req-c8cc1c89-18a1-4194-95ec-38cedc6dd82f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0810008 Apr 06 14:07:40.332130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-bab1d8f5-697f-430e-8240-493134c89f51 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:40.333863 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-bab1d8f5-697f-430e-8240-493134c89f51 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 811 time: 0.1539702 Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c3c8a42-3b8d-41d8-bca4-e9a7b564cb08 req-9594f126-a235-4958-ae39-62f5cbc021cf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-4dd017b8-dc80-4c0b-a662-ee8085ef32ea tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/quotas/42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 375 time: 0.0324616 Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-efd10f95-b24c-4f00-a63e-f12ff23c5d79 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511038 Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e110879-6259-4627-9f30-6b2ef62d57be x-openstack-request-id: req-5e110879-6259-4627-9f30-6b2ef62d57be {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e110879-6259-4627-9f30-6b2ef62d57be {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e110879-6259-4627-9f30-6b2ef62d57be'] response: {'name': 'network-changed', 'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb', 'status': 'completed', 'code': 200} Apr 06 14:07:40.533759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-37054cf4-caac-4b44-b848-c45d6f7ea014 service neutron] 10.222.0.62 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906394 Apr 06 14:07:40.631525 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69cf4c45-564c-49e2-a731-e4eddb7c501b service neutron] 10.222.0.62 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904400 Apr 06 14:07:40.801980 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b868f-ee43-49c9-b767-82fe5f6a2eb1 req-d8236c11-cf06-43b0-a2aa-7e02fad26375 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:40.809170 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d66b868f-ee43-49c9-b767-82fe5f6a2eb1 req-d8236c11-cf06-43b0-a2aa-7e02fad26375 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.0696020 Apr 06 14:07:40.921170 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d66b868f-ee43-49c9-b767-82fe5f6a2eb1 req-b9200fc7-446c-4038-8f90-b1970f67dad6 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041460 Apr 06 14:07:40.969805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8056e6e3-88c0-481f-ba2c-fb9ae72989a3 req-c3bfec85-129b-4309-8369-fa3e463423c3 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0475957 Apr 06 14:07:41.267967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857310-8a91-4bd1-a230-abdb22925ec0 req-30061070-d700-4c0b-9dd9-be82d2f444df tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:41.269758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5857310-8a91-4bd1-a230-abdb22925ec0 req-30061070-d700-4c0b-9dd9-be82d2f444df tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0602121 Apr 06 14:07:41.321246 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5857310-8a91-4bd1-a230-abdb22925ec0 req-ee7d1670-e480-4139-86b1-18ef2e55a083 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Apr 06 14:07:41.357260 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac3a2a91-6281-437c-92a4-098671533cf1 req-160911f0-8fcb-4ffd-9f96-aae7ba945502 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0281126 Apr 06 14:07:41.613994 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db900f9a-0469-4246-9c6e-005b58cb99a8 req-8e746250-b4cd-485a-b9ed-deb2ee3ad867 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0294049 Apr 06 14:07:41.804096 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:42.124520 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79a2d424-721a-41c2-96c4-9b41847d15e7 req-7dda2e13-40b0-4673-8df0-970668801261 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0608935 Apr 06 14:07:42.168251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d5a7b-bcca-4f34-a634-f28c8ba2abe3 req-19c8645a-b447-4547-84c6-237fbc4b3021 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:42.169804 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-873d5a7b-bcca-4f34-a634-f28c8ba2abe3 req-19c8645a-b447-4547-84c6-237fbc4b3021 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.1087315 Apr 06 14:07:42.229378 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-873d5a7b-bcca-4f34-a634-f28c8ba2abe3 req-581ade0a-a452-4775-8c89-30365d513026 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520353 Apr 06 14:07:42.474969 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7030b82-f33b-4303-9a62-d3bf41d696a2 req-905abe9b-c5d3-4305-af86-27920aee7d54 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:42.474969 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7030b82-f33b-4303-9a62-d3bf41d696a2 req-905abe9b-c5d3-4305-af86-27920aee7d54 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0730877 Apr 06 14:07:42.487053 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1b85ee1-e823-4cbd-a02c-dbcde838a2f0 req-b1d9fd62-1452-45e3-8eb5-08df66c466a0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0422993 Apr 06 14:07:42.552474 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7030b82-f33b-4303-9a62-d3bf41d696a2 req-9188c08d-d1cd-440d-8586-471dfe923649 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683417 Apr 06 14:07:42.715254 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e9c5383-6a8c-467b-9536-533e8d23e936 req-968e374f-1d52-4509-8c7e-a048d5ab772b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0335169 Apr 06 14:07:42.782535 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-889bcdfc-99a4-450f-9863-b30ea656abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:42.784454 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-889bcdfc-99a4-450f-9863-b30ea656abc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516295 Apr 06 14:07:42.900698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-69db8eec-5cc4-46ef-88df-c0bb02dac739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:42.902637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-69db8eec-5cc4-46ef-88df-c0bb02dac739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1127 time: 0.0847480 Apr 06 14:07:42.993852 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-50bb582a-ba92-4873-af85-b3876d2fdff9 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286595 Apr 06 14:07:42.993956 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-5d35c602-22d1-4f0d-a7f0-157a243a6ddd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 200 len: 217 time: 0.0671542 Apr 06 14:07:43.045771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f5b2f673-9494-4432-81b1-73fc4b324187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:43.047483 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-f5b2f673-9494-4432-81b1-73fc4b324187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0591383 Apr 06 14:07:43.068816 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-96980a5d-efe6-4eb3-98d3-ea3a35ffca93 req-dda6e6f8-a589-487e-92f9-69449d0ff56e service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148951 Apr 06 14:07:43.145096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-8aeee00d-3285-48bb-af87-c49d572b3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:43.146728 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-8aeee00d-3285-48bb-af87-c49d572b3711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937665 Apr 06 14:07:43.433727 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c87de1a7-e1ed-417f-b4dc-9d59686c85ca req-4a509b84-44f3-4edd-92cb-b08b31ea8c97 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0824111 Apr 06 14:07:43.497734 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993742b6-0626-456b-8404-675a380d7b79 req-dc4f1a51-c3bf-4d85-8594-3aeb2c10394b tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:43.499718 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-993742b6-0626-456b-8404-675a380d7b79 req-dc4f1a51-c3bf-4d85-8594-3aeb2c10394b tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.1473477 Apr 06 14:07:43.501832 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-a32a5350-1720-4513-8b8f-ced2a5175428 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456123 Apr 06 14:07:43.506739 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3b93-ffeb-4688-9447-2b1262d40c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:43.560307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-993742b6-0626-456b-8404-675a380d7b79 req-1dc0a448-1a37-4713-bc46-561d67fe5be4 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 Apr 06 14:07:43.618513 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4974ccc5-d467-4adb-a223-d04888c0fd81 req-cb865bf9-c4f6-4823-a395-4116ca127c2e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0286741 Apr 06 14:07:43.732450 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd12c2-fcca-483d-83ce-cd478f6c1b7d req-b2080591-c37c-4e93-9b01-e88c95fec73c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:43.734779 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f1bd12c2-fcca-483d-83ce-cd478f6c1b7d req-b2080591-c37c-4e93-9b01-e88c95fec73c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.1139543 Apr 06 14:07:43.856533 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d26ab476-f482-47c1-9a43-c4bf2d10bd38 req-322befc0-0b74-49a6-9ccf-97ede9918ab7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0592015 Apr 06 14:07:43.867479 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f80f559-0358-4450-b8a3-d2933c2f64b1 req-c501d1b1-f503-4b05-8aa5-e9498f7b8443 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971385 Apr 06 14:07:43.870369 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f1bd12c2-fcca-483d-83ce-cd478f6c1b7d req-9cf7a17e-912a-4f18-ac86-ff999b6c6b99 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292553 Apr 06 14:07:44.149539 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34304) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:44.252653 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5fbc929c-8101-452a-bf70-b438af7b2f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.327267 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5fbc929c-8101-452a-bf70-b438af7b2f21 admin admin] Publish callbacks [] for security_group (4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.409470 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5fbc929c-8101-452a-bf70-b438af7b2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.449559 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5fbc929c-8101-452a-bf70-b438af7b2f21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76688bdabe67430aaeb4b178140dfacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989328 Apr 06 14:07:44.450419 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc929c-8101-452a-bf70-b438af7b2f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:44.453163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34308) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:44.504278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] Publish callbacks [] for security_group (4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.536691 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] Publish callbacks [] for security_group (4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.560013 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6fb7f98-ce6c-4933-8e82-e3838ab02608 req-fd60f78b-11c3-4be1-bb9b-3a54338d220d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0361190 Apr 06 14:07:44.683669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429821d-3958-414f-93f8-958746b0d8a8 req-5fe9a121-565c-4d33-8711-41f0ec947754 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:44.685342 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1429821d-3958-414f-93f8-958746b0d8a8 req-5fe9a121-565c-4d33-8711-41f0ec947754 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.0557392 Apr 06 14:07:44.687067 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.689692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.693516 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2 HTTP/1.1" status: 204 len: 168 time: 0.2392299 Apr 06 14:07:44.727862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee51108-ae77-4216-9133-ab5b2aa04082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb0c658-3d6a-4e8b-a3c9-d0fe2fb58fd2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:44.750423 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dac806fd-d2d1-4806-900d-ad24380e006e req-34866e53-75df-4bfb-9435-ba3f95443db5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0448544 Apr 06 14:07:44.779056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1429821d-3958-414f-93f8-958746b0d8a8 req-f3940e2c-5578-4a28-ad88-94f19f7c4a04 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844021 Apr 06 14:07:44.967843 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19edffc5-7319-4040-b544-0bb2c761711a req-8ee0e916-cb5a-47c7-a568-21a39018d242 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0393777 Apr 06 14:07:45.008913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7ea0-645f-4999-a7c7-d3dd61f59903 req-6326cf02-4798-4766-9ed6-5a4269a68998 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:45.010421 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c01e7ea0-645f-4999-a7c7-d3dd61f59903 req-6326cf02-4798-4766-9ed6-5a4269a68998 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0732112 Apr 06 14:07:45.066071 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c01e7ea0-645f-4999-a7c7-d3dd61f59903 req-7997ed38-eab9-443f-a053-d9777ea6fb4e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Apr 06 14:07:45.410278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34332) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:45.423832 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e2c73c49-50dd-4fff-8343-3b9850d8e947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.438016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3238647d-48a8-42e5-bb24-3bcf06378891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.500063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e2c73c49-50dd-4fff-8343-3b9850d8e947 admin admin] Publish callbacks [] for security_group (154a8188-3c54-4c61-bd63-2313f4039f54), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.580768 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e2c73c49-50dd-4fff-8343-3b9850d8e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (154a8188-3c54-4c61-bd63-2313f4039f54), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.621138 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e2c73c49-50dd-4fff-8343-3b9850d8e947 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5586cd985504195812d6878e101a7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097473 Apr 06 14:07:45.622023 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73c49-50dd-4fff-8343-3b9850d8e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a8188-3c54-4c61-bd63-2313f4039f54,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:45.623860 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34338) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:45.653436 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31459d9e-625c-4eb9-952e-f2b7a43ca726 req-7c75e904-3646-4881-95f5-181a3b36bbb9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0272617 Apr 06 14:07:45.674218 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] Publish callbacks [] for security_group (154a8188-3c54-4c61-bd63-2313f4039f54), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.694651 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] Publish callbacks [] for security_group (154a8188-3c54-4c61-bd63-2313f4039f54), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.810838 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (154a8188-3c54-4c61-bd63-2313f4039f54), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.815414 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.817026 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/154a8188-3c54-4c61-bd63-2313f4039f54 HTTP/1.1" status: 204 len: 168 time: 0.1914148 Apr 06 14:07:45.830815 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbbb24-d88d-4778-b19b-f6b74ff0a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a8188-3c54-4c61-bd63-2313f4039f54,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:45.868902 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-227d5a0a-7d05-4e2b-a155-0ce087f5b064 req-cfa3323c-7e5a-44b9-91a6-b3c259879146 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0449834 Apr 06 14:07:45.940334 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897a44a-d204-4a02-aead-41f55f60e256 req-4c9856da-e992-4243-8978-34ddb81f9ca2 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:45.941837 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0897a44a-d204-4a02-aead-41f55f60e256 req-4c9856da-e992-4243-8978-34ddb81f9ca2 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.0613158 Apr 06 14:07:45.988444 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0897a44a-d204-4a02-aead-41f55f60e256 req-d90ba052-e166-492c-9ea3-1c8b63db9786 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Apr 06 14:07:46.068340 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e44338e-52ec-4136-964a-b0c0670e79e4 req-08a360da-65a6-4798-8794-1f67a7f77297 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0278020 Apr 06 14:07:46.184187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f631c3-ecde-42c2-8acd-2e5ed811ad06 req-bdf015e6-984a-4637-9abb-90ae67e0efdc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:46.185660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99f631c3-ecde-42c2-8acd-2e5ed811ad06 req-bdf015e6-984a-4637-9abb-90ae67e0efdc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0534561 Apr 06 14:07:46.238360 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99f631c3-ecde-42c2-8acd-2e5ed811ad06 req-65ca9fdc-3f78-4714-8e8f-b6cd6aa7f377 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Apr 06 14:07:46.637990 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:46.746494 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a050a72-23a1-4110-b2c6-068b39956690 req-b7ec1c1f-b2c7-4d5f-b920-0c8c1a8a2c52 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0273116 Apr 06 14:07:46.966350 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b86fd027-ce11-4f96-a0d3-8166ec59b85c req-5f7d216b-799f-4d5b-bfa5-daec9208c073 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0272067 Apr 06 14:07:47.107387 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf985c39-b3b2-44ac-8950-809fead433e0 req-b594a9da-8ce8-49d9-9a91-340c3c57cd3e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:47.110217 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf985c39-b3b2-44ac-8950-809fead433e0 req-b594a9da-8ce8-49d9-9a91-340c3c57cd3e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 943 time: 0.0535183 Apr 06 14:07:47.177632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01831e37-b52a-408a-ac34-ae4405d1303c req-11438337-0f85-4c31-a78e-6982eef3e036 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0407860 Apr 06 14:07:47.184726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf985c39-b3b2-44ac-8950-809fead433e0 req-9db28b74-e521-4e72-bbc1-fbda752273d0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684640 Apr 06 14:07:47.357562 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a44e-0bdc-46c9-ad51-3d2556e066b6 req-44894002-7525-4e3e-9db0-19467327eac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:47.359034 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf80a44e-0bdc-46c9-ad51-3d2556e066b6 req-44894002-7525-4e3e-9db0-19467327eac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0534706 Apr 06 14:07:47.406672 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf80a44e-0bdc-46c9-ad51-3d2556e066b6 req-cd9773d7-0007-41e1-a8cc-052e4c1f68c1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Apr 06 14:07:47.618438 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device bb324c72-fc7e-4d25-9dab-0af533c891ae details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:07:47.727891 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae,segment=NetworkSegment(7101a47d-6dd9-4dd7-923e-88835f985efe),segment_id=7101a47d-6dd9-4dd7-923e-88835f985efe)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:47.739690 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'bb324c72-fc7e-4d25-9dab-0af533c891ae', 'network_id': '98441faa-dcf0-4b9a-ab2a-325bff180b88', 'port_id': 'bb324c72-fc7e-4d25-9dab-0af533c891ae', 'mac_address': 'fa:16:3e:d1:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db34d32b-68bc-4724-8995-72b5ab542bde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:07:47.778025 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port bb324c72-fc7e-4d25-9dab-0af533c891ae is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:47.778426 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:47.792625 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb324c72-fc7e-4d25-9dab-0af533c891ae {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:47.815071 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae,segment=NetworkSegment(7101a47d-6dd9-4dd7-923e-88835f985efe),segment_id=7101a47d-6dd9-4dd7-923e-88835f985efe)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:47.846527 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-518d94b6-2878-401e-81f2-c43cf8c67142 req-ff706a1f-75e4-43a6-988e-78c76b656d18 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0282598 Apr 06 14:07:47.923858 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:48.080807 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-678469f2-3f95-496b-a360-d3a9b5522b3b req-a4b921de-9caa-4541-8606-3b60178cda14 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0290589 Apr 06 14:07:48.098069 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:48.173764 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:48.271831 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['bb324c72-fc7e-4d25-9dab-0af533c891ae'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:07:48.306188 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50d6040d-15d5-4652-97c1-63fa7289f9af req-c7a91f95-c771-4972-9aee-3a147f3216db tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0503013 Apr 06 14:07:48.337560 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc63d-c8a5-4dff-8864-e8ab282e1573 req-2031d26e-345c-47b3-a1b3-c5b2c1abd22f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:48.337560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3cdc63d-c8a5-4dff-8864-e8ab282e1573 req-2031d26e-345c-47b3-a1b3-c5b2c1abd22f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 944 time: 0.0816646 Apr 06 14:07:48.384211 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3cdc63d-c8a5-4dff-8864-e8ab282e1573 req-ce66ad65-e282-4ed6-8ec4-8a37c138eae8 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Apr 06 14:07:48.536703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f590366-a765-4420-a35a-44300b2a0566 req-516e8cc4-5b3f-478a-96ed-ea42fc191122 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:48.538241 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f590366-a765-4420-a35a-44300b2a0566 req-516e8cc4-5b3f-478a-96ed-ea42fc191122 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0546448 Apr 06 14:07:48.591130 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f590366-a765-4420-a35a-44300b2a0566 req-bb15222b-73bd-4dc7-b524-227a57bdcc08 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473883 Apr 06 14:07:48.878900 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device bb324c72-fc7e-4d25-9dab-0af533c891ae up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:07:48.992161 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-158181be-6bd2-488d-b2de-98b4192d8014 req-0761f721-bbbd-42f4-9514-faeaefed14a9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0485690 Apr 06 14:07:49.012126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70632b8-c85e-423b-8197-34308c528bbc req-87132ac2-31df-466a-b3cc-dc25b197fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.013733 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-87132ac2-31df-466a-b3cc-dc25b197fbb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1127 time: 0.1110084 Apr 06 14:07:49.020811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port bb324c72-fc7e-4d25-9dab-0af533c891ae completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:07:49.025666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port bb324c72-fc7e-4d25-9dab-0af533c891ae triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:49.035532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.150500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port bb324c72-fc7e-4d25-9dab-0af533c891ae is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:49.151491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.177883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:07:49.198744 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ac41364-75f3-4d71-8082-0eb78a83a72a req-b42a231f-cb34-443c-952b-56c99687917d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0369442 Apr 06 14:07:49.238323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70632b8-c85e-423b-8197-34308c528bbc req-4e1e849d-f589-43fa-8a4d-e20ec27247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.240185 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-4e1e849d-f589-43fa-8a4d-e20ec27247a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.2196674 Apr 06 14:07:49.252677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae,segment=NetworkSegment(7101a47d-6dd9-4dd7-923e-88835f985efe),segment_id=7101a47d-6dd9-4dd7-923e-88835f985efe)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:49.331330 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.354705 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-d89f3cff-5025-44c5-9c29-9a38020a080f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 200 len: 217 time: 0.0547028 Apr 06 14:07:49.389769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:49.397583 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc365c2-6ce2-48d7-b730-6706f7199831" -d '{"events": [{"server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "name": "network-vif-plugged", "status": "completed", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:07:49.419923 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fce17a7-e986-4d53-a6b3-aff4a5679e1c req-80bfd6a8-ba36-4a2a-a135-0da802e902f3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Apr 06 14:07:49.471494 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70632b8-c85e-423b-8197-34308c528bbc req-1d2a3e8a-2f4c-4a60-a667-cb0421f0dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.473207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-1d2a3e8a-2f4c-4a60-a667-cb0421f0dd74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0562673 Apr 06 14:07:49.540404 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da26b212-a18e-4c1d-8eab-865a2e25c167 x-openstack-request-id: req-da26b212-a18e-4c1d-8eab-865a2e25c167 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:07:49.540703 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "name": "network-vif-plugged", "status": "completed", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:07:49.540969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da26b212-a18e-4c1d-8eab-865a2e25c167 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:07:49.541426 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da26b212-a18e-4c1d-8eab-865a2e25c167'] response: {'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae', 'code': 200} Apr 06 14:07:49.578867 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56f22-6618-4c57-984c-53718b9c1248 req-1cc7edd6-7f80-4c1d-ad71-a4dea5335065 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.580529 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8a56f22-6618-4c57-984c-53718b9c1248 req-1cc7edd6-7f80-4c1d-ad71-a4dea5335065 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0647588 Apr 06 14:07:49.633615 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8a56f22-6618-4c57-984c-53718b9c1248 req-315fc0e2-08b7-4035-9cb9-03cd8f55ccaa tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Apr 06 14:07:49.730467 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70632b8-c85e-423b-8197-34308c528bbc req-32e2a462-0ef5-44d5-8d43-883aad0e336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.732015 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-32e2a462-0ef5-44d5-8d43-883aad0e336e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774970 Apr 06 14:07:49.745112 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595024f-b43e-4c76-903b-bf3cec917739 req-5117dcad-08c9-4211-8cde-c3436dc403ec tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.746684 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b595024f-b43e-4c76-903b-bf3cec917739 req-5117dcad-08c9-4211-8cde-c3436dc403ec tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0820673 Apr 06 14:07:49.872974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.882923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-8c27875f-5ed7-415e-8753-024fa7a90ce7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.882923 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-8c27875f-5ed7-415e-8753-024fa7a90ce7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.1712706 Apr 06 14:07:49.899532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b595024f-b43e-4c76-903b-bf3cec917739 req-e12fd835-c36e-4834-966d-35985cf9782e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Apr 06 14:07:49.923782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-65509790-1a60-4a62-a1af-ac5409280dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760290 Apr 06 14:07:50.079005 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d58a192-a937-435e-a13b-f176aefb80d4 req-27c080d0-a314-427c-b230-43864f9ced0d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0270565 Apr 06 14:07:50.301163 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9b0d3f6f-8b64-4ce1-aa1e-311fdb3145b9 req-732c58a2-911b-475a-a31b-05aa9d75ba6c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0299020 Apr 06 14:07:50.529486 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-015e5e70-2ee7-443f-be4f-f1ad3b6cc26b req-d2b1fdab-266c-46fd-9012-3d70b4977a5d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Apr 06 14:07:50.748206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8a261-0c4e-4f71-b1b6-54ced2e4c2ad req-b09105b9-5a84-41a6-82c9-0e60c65331c0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:50.750171 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abf8a261-0c4e-4f71-b1b6-54ced2e4c2ad req-b09105b9-5a84-41a6-82c9-0e60c65331c0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0523038 Apr 06 14:07:50.786920 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:07:50.797775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abf8a261-0c4e-4f71-b1b6-54ced2e4c2ad req-654dca85-0ab9-44fd-8924-5789fae4d413 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Apr 06 14:07:51.019177 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90780e34-6681-4ab1-adaa-e1bee412be12 req-c11bd33c-f5e1-45fe-a9bc-5a971c2c041b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:51.020710 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90780e34-6681-4ab1-adaa-e1bee412be12 req-c11bd33c-f5e1-45fe-a9bc-5a971c2c041b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0538173 Apr 06 14:07:51.070631 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90780e34-6681-4ab1-adaa-e1bee412be12 req-6ce980fd-d2f0-4f6c-bc17-2d3248a8c2cd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Apr 06 14:07:51.170392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-667fbafd-fc29-4667-ada7-faafd553e50b req-48a051c0-889c-426f-ac63-4a0dfd37f58d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0264792 Apr 06 14:07:51.398961 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7dbd3a13-0b4a-4c7a-961e-404eb9e3731e req-cef16c2e-cea0-4053-8f2f-b2c53551db5e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0262139 Apr 06 14:07:51.625445 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5a159f1-c3f9-4647-8728-07daeaabf7c6 req-2e29eac1-e2a5-4e26-8ac7-fdeb8e15bf3e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0288672 Apr 06 14:07:51.933917 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530db2-02ed-43bc-828b-30afd7df8c25 req-d2404f1a-beb8-4b7c-95e7-9590291f3357 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:51.939384 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11530db2-02ed-43bc-828b-30afd7df8c25 req-d2404f1a-beb8-4b7c-95e7-9590291f3357 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Apr 06 14:07:51.984123 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11530db2-02ed-43bc-828b-30afd7df8c25 req-bd940850-6452-490d-81ca-ee27aaacf7e2 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Apr 06 14:07:52.199044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5246d3e-0954-4872-8452-4f55631b23ae req-1b47f6c7-b8e8-434c-baa7-12271f2dce0e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:52.200871 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5246d3e-0954-4872-8452-4f55631b23ae req-1b47f6c7-b8e8-434c-baa7-12271f2dce0e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 943 time: 0.0629706 Apr 06 14:07:52.256838 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5246d3e-0954-4872-8452-4f55631b23ae req-35207c04-ac45-413f-9d8f-5d04829cbbed tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Apr 06 14:07:52.272541 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-216250e0-9768-4a62-8e59-ecfb4a7deb7a req-35260108-2278-4fc7-822f-a969da7f792d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0351660 Apr 06 14:07:52.366694 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 4911942f-14ba-49ff-9692-8e68695dae7a details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:07:52.464656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=4911942f-14ba-49ff-9692-8e68695dae7a,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:52.475858 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '4911942f-14ba-49ff-9692-8e68695dae7a', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'port_id': '4911942f-14ba-49ff-9692-8e68695dae7a', 'mac_address': 'fa:16:3e:f7:c8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:07:52.496612 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a86baadc-5716-45b3-93f4-64f0fe9e02fa req-a6f0ce71-423e-4ad1-9e4a-e267ed33fe6d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0277050 Apr 06 14:07:52.520353 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 4911942f-14ba-49ff-9692-8e68695dae7a is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:52.520739 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:52.534559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4911942f-14ba-49ff-9692-8e68695dae7a {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:52.554643 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=4911942f-14ba-49ff-9692-8e68695dae7a,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:52.630695 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:52.631392 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 3468b119-f1f1-4fa1-a123-becf3c0fd8cb details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:07:52.675401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56698) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:52.709086 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:52.711693 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:52.725010 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'port_id': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb', 'mac_address': 'fa:16:3e:fc:4a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:07:52.771578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:07:52.772063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:52.789818 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3468b119-f1f1-4fa1-a123-becf3c0fd8cb {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:52.813947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:07:52.832065 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f60119-790d-41b5-9791-49e9f32e3fbf req-4948b183-efda-4396-bc7c-307767eb06df tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0957177 Apr 06 14:07:52.859599 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-f07bb049-6082-493e-9103-bf6ee86dbf81 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 379 time: 0.2007492 Apr 06 14:07:52.877749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-3c7a0706-03aa-40ea-86db-a40680338715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:52.879258 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-3c7a0706-03aa-40ea-86db-a40680338715 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 1129 time: 0.1406429 Apr 06 14:07:52.893857 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b70632b8-c85e-423b-8197-34308c528bbc req-516d41b9-dd78-41a0-8504-5725be94ca0f service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343531 Apr 06 14:07:52.900290 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-b3c7812e-f6bf-4c35-9982-2964306e3068 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:52.901763 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-b3c7812e-f6bf-4c35-9982-2964306e3068 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 811 time: 0.1911871 Apr 06 14:07:53.043828 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:53.099171 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:53.109043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a70be-1487-45e5-8223-7a18250220e8 req-a5bc8660-1bdb-4f0b-8e5e-3f8c7af3886e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:53.109944 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-478a70be-1487-45e5-8223-7a18250220e8 req-a5bc8660-1bdb-4f0b-8e5e-3f8c7af3886e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Apr 06 14:07:53.158547 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-478a70be-1487-45e5-8223-7a18250220e8 req-f7c8f359-b5e1-454e-a3ea-b1d4f0d953f2 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Apr 06 14:07:53.380839 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a22f863e-839a-4ec9-b388-a5bf7fc918d7 req-d0cdb641-d782-42fa-b7d1-5ced018af2ac tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0321205 Apr 06 14:07:53.399308 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339d5d-45fa-4e2a-b227-060eb9c90cbf req-a6ce4cae-3cd6-45f5-b48d-32af36cc4c89 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:53.400785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29339d5d-45fa-4e2a-b227-060eb9c90cbf req-a6ce4cae-3cd6-45f5-b48d-32af36cc4c89 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.0790234 Apr 06 14:07:53.615964 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ff4d852-1433-46ae-9913-738075093af5 req-75009826-1168-49de-bf04-e7502b96a0e7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0289588 Apr 06 14:07:53.636903 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29339d5d-45fa-4e2a-b227-060eb9c90cbf req-d0b862c9-a82f-4319-8d86-824072d78b83 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294910 Apr 06 14:07:53.931675 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c738230d-a2d2-4dc2-af74-3067de977420 req-6afe2ecd-4205-4898-9e56-8c7be08ef74e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0306046 Apr 06 14:07:54.272370 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569fae3-4ccb-4c9e-a113-3c9b3d740ed6 req-218718b4-a733-4553-87db-1e113e48c145 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:54.273868 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3569fae3-4ccb-4c9e-a113-3c9b3d740ed6 req-218718b4-a733-4553-87db-1e113e48c145 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Apr 06 14:07:54.323072 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3569fae3-4ccb-4c9e-a113-3c9b3d740ed6 req-8f794d0f-ddca-4b32-9205-19bbda0673d2 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Apr 06 14:07:54.472320 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-223afb57-72aa-4837-9de2-c446b631a3df req-23078f01-029f-4536-a9e7-446b6011793d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0259910 Apr 06 14:07:54.715921 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c79475c0-44b6-4a53-b3ec-eb8092c504c1 req-d1fbc286-405d-4568-a504-84269cec48b6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0278008 Apr 06 14:07:54.766053 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93f9b8-ced6-4c78-8487-c3f43f5ceb68 req-066cad6a-34fe-4523-ae9a-c3f2fdd4e27b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:54.767797 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9d93f9b8-ced6-4c78-8487-c3f43f5ceb68 req-066cad6a-34fe-4523-ae9a-c3f2fdd4e27b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.0541320 Apr 06 14:07:54.813097 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9d93f9b8-ced6-4c78-8487-c3f43f5ceb68 req-669d70d4-8828-4a04-9cf7-b926cb43ac2d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Apr 06 14:07:55.032669 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c6ae7fe-d4ab-42c7-bbc2-04eaf50227e6 req-2fdf6474-a5e9-4507-9bc3-3a4dc96daf64 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0303898 Apr 06 14:07:55.397449 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'port': {'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'admin_state_up': True, 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'security_groups': ['f08ea2ec-c108-4eda-b3eb-c16d04d05049']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:55.448423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597c55d-72e9-46c5-a92f-117a17a6a0ac req-ffa2b476-2758-449f-85a4-fbde1cbccbba tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:55.450047 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f597c55d-72e9-46c5-a92f-117a17a6a0ac req-ffa2b476-2758-449f-85a4-fbde1cbccbba tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0619709 Apr 06 14:07:55.514918 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-111729e3-89d1-47e9-9e83-aacfd5f2bb31 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.531129 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-8d5def6a-1831-4c1d-8474-f2fd674cd57e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 380 time: 0.0798233 Apr 06 14:07:55.599275 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'port': {'device_id': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'admin_state_up': True, 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'security_groups': ['3e2d7f7d-8d6a-4c7a-b796-df45142bc08f']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:55.607711 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a42a1-1a0a-4775-8297-9b07e0fb95af req-6cf63632-45e6-4a21-a457-bb9d9bd13874 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0527775 Apr 06 14:07:55.632477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f597c55d-72e9-46c5-a92f-117a17a6a0ac req-0f4beca2-6e2d-4c70-b2ae-0413228e7188 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648941 Apr 06 14:07:55.646020 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:55.649644 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.667612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-79d39acc-4b5c-4067-adea-af5c817daf32 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:55.669059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-79d39acc-4b5c-4067-adea-af5c817daf32 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 817 time: 0.2180190 Apr 06 14:07:55.749847 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-111729e3-89d1-47e9-9e83-aacfd5f2bb31 service neutron] Publish callbacks [] for security_group (4c41001e-bb1c-40d7-8080-1c425a8b242c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.773489 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7d8dfb9e-22b6-472d-b9ee-18ae4554c668 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 379 time: 0.0850918 Apr 06 14:07:55.824799 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23da1d8a-bd2e-4d08-a734-65cf7c174512 req-0e8c7951-c667-4a93-bfb2-4bea2cccf8f5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0312266 Apr 06 14:07:55.830848 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.20.0.10 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/46749b7f-ca1b-41cb-a16f-d257a78afc99) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:55.837310 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'port': {'device_id': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'admin_state_up': True, 'tenant_id': '0262108551504bee8d342725c6ab875b', 'security_groups': ['af29ca62-0257-42d3-82a8-d6f189ee5572']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:55.867606 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['4911942f-14ba-49ff-9692-8e68695dae7a'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:07:55.911636 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Made reservation on behalf of 42559c35148f49bd97c3980c8988deff for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:55.915606 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.927671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-111729e3-89d1-47e9-9e83-aacfd5f2bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (4c41001e-bb1c-40d7-8080-1c425a8b242c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.036008 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b79814c-4e39-454b-9bd8-493871c86f1a req-111729e3-89d1-47e9-9e83-aacfd5f2bb31 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834367 Apr 06 14:07:56.039213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111729e3-89d1-47e9-9e83-aacfd5f2bb31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41001e-bb1c-40d7-8080-1c425a8b242c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:56.089215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420e4b1-23bc-4cd8-85b3-78f1f215e162 req-3b5d1cdd-d9d3-4413-a10c-4ba88b928e7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.102523 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a420e4b1-23bc-4cd8-85b3-78f1f215e162 req-3b5d1cdd-d9d3-4413-a10c-4ba88b928e7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.1454461 Apr 06 14:07:56.143348 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.151861 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Allocated IP 172.20.0.12 (160c8924-914a-484c-8053-682b307e715b/b589973f-03e9-4c27-bd80-e1936b566d73/cda29bda-a879-4d5e-9346-272b34b95a9a) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:56.167739 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84c9f994-934b-4ef5-be0b-7eeb27c2bf60 req-e50b4f03-9141-4e16-b37a-27e6fc476f61 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0489740 Apr 06 14:07:56.183028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a420e4b1-23bc-4cd8-85b3-78f1f215e162 req-608aae83-0ab2-40b8-8ee1-c6c657cd93d4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806818 Apr 06 14:07:56.209047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Made reservation on behalf of 0262108551504bee8d342725c6ab875b for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:56.212754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.295647 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.355347 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Allocated IP 172.20.0.5 (3eb29363-a869-4ce5-8b70-68e372641000/5aa013d6-145e-49cc-9109-365be4c1bedb/64b9c54f-c957-442a-bb71-1dfb4c57c4b3) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:56.530820 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.546370 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.558197 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:56.562643 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:56.565134 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:56.568522 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:56.573600 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.574271 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.638244 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.669432 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-42b02809-9221-46f5-8750-a66a9f844823 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2781420 Apr 06 14:07:56.675033 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.711522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Network 3eb29363-a869-4ce5-8b70-68e372641000 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:56.738332 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Network 160c8924-914a-484c-8053-682b307e715b is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:56.744162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:56.744705 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:56.748179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:56.748384 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:56.754010 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.754878 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.755561 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.756372 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.763616 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:56.775987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:56.835745 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796f2b9-54e6-4f56-87d0-9731ab2ee955 req-ab813e32-9e0f-4b93-80c2-458aabc72fc6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.843951 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c796f2b9-54e6-4f56-87d0-9731ab2ee955 req-ab813e32-9e0f-4b93-80c2-458aabc72fc6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 932 time: 0.1438439 Apr 06 14:07:56.850187 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-3b75fcba-80e5-4a22-a00f-a10d3815389f None None] Provisioning complete for port 46749b7f-ca1b-41cb-a16f-d257a78afc99 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:56.853515 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3b75fcba-80e5-4a22-a00f-a10d3815389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:56.857613 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-d8a70deb-8c19-4f62-88f7-d4311d5187d4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2626472 Apr 06 14:07:56.873519 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-579468e1-0aba-43aa-911b-a4277d474414 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0415316 Apr 06 14:07:56.894651 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d745-5149-4a50-8d91-cad3660046e4 req-e68460a9-56ac-4cd4-85c9-ca0884de084e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:56.896591 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6401d745-5149-4a50-8d91-cad3660046e4 req-e68460a9-56ac-4cd4-85c9-ca0884de084e tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.1227133 Apr 06 14:07:56.908559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3b75fcba-80e5-4a22-a00f-a10d3815389f None None] Port 46749b7f-ca1b-41cb-a16f-d257a78afc99 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:56.945426 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c796f2b9-54e6-4f56-87d0-9731ab2ee955 req-4bb2cf1c-2c5a-41a6-96a9-c39f95c0d208 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998137 Apr 06 14:07:57.027740 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6401d745-5149-4a50-8d91-cad3660046e4 req-534368e2-e7a5-4312-b036-3c5f6daa2061 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196897 Apr 06 14:07:57.107506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95428-2181-47df-98ce-682a067bcd47 req-b3f9773e-dbec-42e9-81e5-0ea777019e50 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:57.111863 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ace95428-2181-47df-98ce-682a067bcd47 req-b3f9773e-dbec-42e9-81e5-0ea777019e50 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 931 time: 0.0648580 Apr 06 14:07:57.131823 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Provisioning complete for port cda29bda-a879-4d5e-9346-272b34b95a9a triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:57.131823 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:57.157262 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ace95428-2181-47df-98ce-682a067bcd47 req-4e1bdc8f-a8a1-4dae-b473-a1aafef7d9d9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Apr 06 14:07:57.167692 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Port cda29bda-a879-4d5e-9346-272b34b95a9a cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:57.178873 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Provisioning complete for port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:07:57.179288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:57.223310 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4a429fc2-a06b-460f-9792-d0dbead38c16 None None] Port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:07:57.334761 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7a91-bc54-4b01-ab5d-682d6febb924 req-f0e554ba-9a1f-4cd0-af07-43165d7d918c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:57.336277 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f20c7a91-bc54-4b01-ab5d-682d6febb924 req-f0e554ba-9a1f-4cd0-af07-43165d7d918c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.0870504 Apr 06 14:07:57.343369 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc48a78-7159-4005-82dd-c2b770d5390b req-2c1d9962-77a6-4145-931a-e38bc0f50801 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:57.346731 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2cc48a78-7159-4005-82dd-c2b770d5390b req-2c1d9962-77a6-4145-931a-e38bc0f50801 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 932 time: 0.0866995 Apr 06 14:07:57.413817 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f20c7a91-bc54-4b01-ab5d-682d6febb924 req-91f0a09a-78bd-4310-bc1d-9de04720ba4e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681367 Apr 06 14:07:57.421577 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2cc48a78-7159-4005-82dd-c2b770d5390b req-2efa4e8a-d22c-4482-9374-951d9fbfb9f4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703504 Apr 06 14:07:58.075052 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0920-c2e8-48cc-bbd4-303311bbf1ae req-89f3ea5d-00dd-4857-80ad-045ad0618a31 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:58.076691 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-effa0920-c2e8-48cc-bbd4-303311bbf1ae req-89f3ea5d-00dd-4857-80ad-045ad0618a31 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 932 time: 0.0534918 Apr 06 14:07:58.158494 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-effa0920-c2e8-48cc-bbd4-303311bbf1ae req-ac3fe44c-c36e-4cd7-817b-43ff387ef535 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743079 Apr 06 14:07:58.170037 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19d14-12fe-4393-948c-85405570f6f8 req-3f732ebd-5330-4fb9-a8d3-8c3d73a412e9 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:58.171594 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5a19d14-12fe-4393-948c-85405570f6f8 req-3f732ebd-5330-4fb9-a8d3-8c3d73a412e9 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0886860 Apr 06 14:07:58.219749 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5a19d14-12fe-4393-948c-85405570f6f8 req-5536a1e8-dbd4-41bf-aaaa-1d0c64ef6d96 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Apr 06 14:07:58.299215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba4208-668b-4d83-b42e-2601d3e90610 req-86120e41-70f5-4a64-837f-9f87fed45012 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:58.300688 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4ba4208-668b-4d83-b42e-2601d3e90610 req-86120e41-70f5-4a64-837f-9f87fed45012 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 931 time: 0.0603814 Apr 06 14:07:58.351785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4ba4208-668b-4d83-b42e-2601d3e90610 req-d29dac2d-dbbf-4dde-8450-a7e49876e641 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Apr 06 14:07:58.565549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ee7e-44d4-43ef-9959-2fe363a84aef req-4b02bff3-6f6d-4874-acbe-23241d9d9bfd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:58.573492 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4166ee7e-44d4-43ef-9959-2fe363a84aef req-4b02bff3-6f6d-4874-acbe-23241d9d9bfd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.0862441 Apr 06 14:07:58.586091 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5f9c8-6277-4396-bde6-d43893725ec6 req-fdfde3da-671b-4a4f-860d-81c3a82b1dc0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:58.590261 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19e5f9c8-6277-4396-bde6-d43893725ec6 req-fdfde3da-671b-4a4f-860d-81c3a82b1dc0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 932 time: 0.0974414 Apr 06 14:07:58.647518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['3468b119-f1f1-4fa1-a123-becf3c0fd8cb'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:07:58.649218 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4166ee7e-44d4-43ef-9959-2fe363a84aef req-716b65bf-5ed9-4807-966e-909f542d8e55 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758576 Apr 06 14:07:58.664476 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19e5f9c8-6277-4396-bde6-d43893725ec6 req-edf928ae-fb4b-469f-b727-207c544361d6 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681620 Apr 06 14:07:58.949390 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Request body: {'port': {'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:58.949914 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Request body: {'port': {'device_id': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:58.951518 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Request body: {'port': {'device_id': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:59.015168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.058960 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.061029 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.380083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554d0be-1bd9-4759-8615-6b9f76d17845 req-ff3ea2e5-376a-4331-a2f9-58d1b70576b4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:59.381684 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b554d0be-1bd9-4759-8615-6b9f76d17845 req-ff3ea2e5-376a-4331-a2f9-58d1b70576b4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 932 time: 0.1467083 Apr 06 14:07:59.395613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:59.410099 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks [] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.439766 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60013b1a-70f3-4b4a-a6e6-406ba708bd56 req-bb7a336d-95a1-4dd1-92a7-edecd5df79e3 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:59.441249 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60013b1a-70f3-4b4a-a6e6-406ba708bd56 req-bb7a336d-95a1-4dd1-92a7-edecd5df79e3 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.1443069 Apr 06 14:07:59.447421 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Transition to ACTIVE for port object 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:59.487229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b554d0be-1bd9-4759-8615-6b9f76d17845 req-b0d8f31b-61c8-4771-88a6-0899131ace29 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938120 Apr 06 14:07:59.511080 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60013b1a-70f3-4b4a-a6e6-406ba708bd56 req-cffbc087-85eb-4057-abae-e83d672336b9 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557697 Apr 06 14:07:59.537851 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda29bda-a879-4d5e-9346-272b34b95a9a {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:59.550080 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks [] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.551963 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.553533 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46749b7f-ca1b-41cb-a16f-d257a78afc99 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:07:59.566765 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks [] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.579625 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Transition to ACTIVE for port object cda29bda-a879-4d5e-9346-272b34b95a9a will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:59.601718 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Transition to ACTIVE for port object 46749b7f-ca1b-41cb-a16f-d257a78afc99 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:07:59.684327 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:59.706124 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.713978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43b41-7cbb-4749-9a84-39567746fe50 req-3c0388d0-4576-4252-b2e9-16f2d9009070 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:59.717611 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e0d43b41-7cbb-4749-9a84-39567746fe50 req-3c0388d0-4576-4252-b2e9-16f2d9009070 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1594868 Apr 06 14:07:59.718889 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.742925 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Attempting to bind port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:59.748135 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Attempting to bind port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:59.748135 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Attempting to bind port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:59.779342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 on network 3eb29363-a869-4ce5-8b70-68e372641000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:07:59.779731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Attempting to bind port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:59.800479 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:59.800933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Checking segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:59.807333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Bound using segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:59.824053 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Bound port: 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:59.831423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.857561 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e0d43b41-7cbb-4749-9a84-39567746fe50 req-fdc29944-edd2-4338-adaf-1dafdcbbc753 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388288 Apr 06 14:07:59.912457 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1848-62ca-4276-8cb5-4b9913fdb34d req-791acea6-9bac-4f36-89af-0f7bf97c0604 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:59.914134 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe4e1848-62ca-4276-8cb5-4b9913fdb34d req-791acea6-9bac-4f36-89af-0f7bf97c0604 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.1806936 Apr 06 14:07:59.914253 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Pushing event updated for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:59.922523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Attempting to bind port 46749b7f-ca1b-41cb-a16f-d257a78afc99 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:59.922869 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Attempting to bind port 46749b7f-ca1b-41cb-a16f-d257a78afc99 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:59.923385 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Attempting to bind port 46749b7f-ca1b-41cb-a16f-d257a78afc99 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:59.965624 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Port 46749b7f-ca1b-41cb-a16f-d257a78afc99 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:07:59.966727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Attempting to bind port 46749b7f-ca1b-41cb-a16f-d257a78afc99 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:59.975668 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:59.976361 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:59.976978 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:59.977622 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Bound port: 46749b7f-ca1b-41cb-a16f-d257a78afc99, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:59.978219 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:59.989221 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Attempting to bind port cda29bda-a879-4d5e-9346-272b34b95a9a on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:59.991021 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Attempting to bind port cda29bda-a879-4d5e-9346-272b34b95a9a by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:59.991807 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Attempting to bind port cda29bda-a879-4d5e-9346-272b34b95a9a on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:00.018188 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Port cda29bda-a879-4d5e-9346-272b34b95a9a on network 160c8924-914a-484c-8053-682b307e715b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:08:00.018783 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Attempting to bind port cda29bda-a879-4d5e-9346-272b34b95a9a on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:00.029094 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:08:00.029780 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Checking segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:00.030479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Bound using segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:08:00.031127 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Bound port: cda29bda-a879-4d5e-9346-272b34b95a9a, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:08:00.031723 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.035335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Pushing event updated for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:00.153437 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:00.206860 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=cda29bda-a879-4d5e-9346-272b34b95a9a,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:00.211427 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:00.218761 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b22c-6563-44e0-9282-05f74e32f75d req-6ee4565d-4ca9-4feb-b6c3-c52de829eb33 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:00.220396 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e624b22c-6563-44e0-9282-05f74e32f75d req-6ee4565d-4ca9-4feb-b6c3-c52de829eb33 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.1978760 Apr 06 14:08:00.224502 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:00.229519 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:00.238208 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe4e1848-62ca-4276-8cb5-4b9913fdb34d req-a2b79ddc-80b7-43af-9aa6-5532c87413fb tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202220 Apr 06 14:08:00.251857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:00.287484 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e624b22c-6563-44e0-9282-05f74e32f75d req-fa488c01-e568-4198-8ad8-092442572099 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555403 Apr 06 14:08:00.296353 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.298892 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.350821 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:00.351467 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.353020 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] 10.222.0.46 "PUT /v2.0/ports/46749b7f-ca1b-41cb-a16f-d257a78afc99 HTTP/1.1" status: 200 len: 1094 time: 1.4140639 Apr 06 14:08:00.357276 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:00.360173 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13802dd1-be3f-49b8-89cf-2696d449d93e" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:00.363578 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:00.364209 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.365640 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] 10.222.0.46 "PUT /v2.0/ports/cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 1094 time: 1.4195025 Apr 06 14:08:00.368261 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.382700 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f300-eb58-4262-bb39-112afee5280b service neutron] Pushing event updated for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:00.431280 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8258baa3-cd4b-42ad-b402-c3d5dc425aee x-openstack-request-id: req-8258baa3-cd4b-42ad-b402-c3d5dc425aee {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:00.431631 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:00.431950 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8258baa3-cd4b-42ad-b402-c3d5dc425aee {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:00.432507 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8258baa3-cd4b-42ad-b402-c3d5dc425aee'] response: {'name': 'network-changed', 'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'status': 'completed', 'code': 200} Apr 06 14:08:00.448959 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:00.449767 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.451977 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 1093 time: 1.5115359 Apr 06 14:08:00.454829 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:00.457487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234813f-d04a-42a6-a287-048c680af991" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:00.465802 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124289d-919a-4b5c-b0d9-47d5317afadd service neutron] Pushing event updated for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:00.513637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233b3c6-a677-40f3-9a99-eb2c3495b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:00.533252 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7c8b74-3b6d-4be0-bddf-26377725dcb4 x-openstack-request-id: req-dc7c8b74-3b6d-4be0-bddf-26377725dcb4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:00.533811 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:00.534395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc7c8b74-3b6d-4be0-bddf-26377725dcb4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:00.534947 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7c8b74-3b6d-4be0-bddf-26377725dcb4'] response: {'name': 'network-changed', 'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'status': 'completed', 'code': 200} Apr 06 14:08:00.667643 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 4911942f-14ba-49ff-9692-8e68695dae7a up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:00.765480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34718) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:00.911089 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 4911942f-14ba-49ff-9692-8e68695dae7a completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:08:00.916087 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 4911942f-14ba-49ff-9692-8e68695dae7a triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:00.916582 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:00.940132 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e0f609-4155-4948-9205-11472b1835be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.030334 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f31d8-4172-4e50-833c-6a7e0c3fa486 req-0ecca88d-51f1-40de-a261-931916005b72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.032980 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-321f31d8-4172-4e50-833c-6a7e0c3fa486 req-0ecca88d-51f1-40de-a261-931916005b72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.4205568 Apr 06 14:08:01.049213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b28d8e-7728-432d-942d-af6a650834f5 req-4d150c48-3569-4c38-94b0-9bedb79840a8 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.056714 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 4911942f-14ba-49ff-9692-8e68695dae7a is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:01.057248 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.057553 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6b28d8e-7728-432d-942d-af6a650834f5 req-4d150c48-3569-4c38-94b0-9bedb79840a8 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.4061847 Apr 06 14:08:01.085416 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e0f609-4155-4948-9205-11472b1835be admin admin] Publish callbacks [] for security_group (0416caf8-4fc2-440e-afb2-4cc56a3ddc88), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.086628 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:01.089635 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9e4047-0628-4062-8de7-1a45ebfda2d7" -d '{"events": [{"server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "name": "network-vif-plugged", "status": "completed", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:01.105466 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=4911942f-14ba-49ff-9692-8e68695dae7a,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:01.144863 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e0f609-4155-4948-9205-11472b1835be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0416caf8-4fc2-440e-afb2-4cc56a3ddc88), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.158735 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6b28d8e-7728-432d-942d-af6a650834f5 req-d6e2f972-fff3-4689-89ad-d66e16a15f98 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Apr 06 14:08:01.169147 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-321f31d8-4172-4e50-833c-6a7e0c3fa486 req-13449e72-a8be-492b-bd81-55b317b5d43f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069739 Apr 06 14:08:01.184530 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.186687 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-12e0f609-4155-4948-9205-11472b1835be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15a262859ab44ec181c8147a98608fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188993 Apr 06 14:08:01.190467 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 3468b119-f1f1-4fa1-a123-becf3c0fd8cb up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:01.198419 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34740) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:01.202572 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f609-4155-4948-9205-11472b1835be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416caf8-4fc2-440e-afb2-4cc56a3ddc88,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:01.288882 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-fffe5312-19fa-46a0-91d8-7e597b26ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.291674 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-fffe5312-19fa-46a0-91d8-7e597b26ded2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 1128 time: 0.1020072 Apr 06 14:08:01.320504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a202dabb-0c7e-4346-b7ca-9375a76c4c1c x-openstack-request-id: req-a202dabb-0c7e-4346-b7ca-9375a76c4c1c {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:01.321067 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "name": "network-vif-plugged", "status": "completed", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:01.321460 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a202dabb-0c7e-4346-b7ca-9375a76c4c1c {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:01.322062 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a202dabb-0c7e-4346-b7ca-9375a76c4c1c'] response: {'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a', 'code': 200} Apr 06 14:08:01.396603 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:01.415718 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-c2a38d43-ce77-4e6d-b8c5-fba3b56f2fdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99 HTTP/1.1" status: 200 len: 217 time: 0.1093273 Apr 06 14:08:01.422545 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234813f-d04a-42a6-a287-048c680af991 req-d9786d55-184d-47c3-8eba-5ba43ac5baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.424400 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2234813f-d04a-42a6-a287-048c680af991 req-d9786d55-184d-47c3-8eba-5ba43ac5baa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1127 time: 0.2370567 Apr 06 14:08:01.443091 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] Publish callbacks [] for security_group (0416caf8-4fc2-440e-afb2-4cc56a3ddc88), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.470436 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:08:01.474716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:01.475088 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.542901 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-d051b954-b0f1-4f28-ad33-cdf4c0858648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.544462 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-d051b954-b0f1-4f28-ad33-cdf4c0858648 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.1047707 Apr 06 14:08:01.564044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-e7d13b12-9a79-4ada-9945-a7c43af50be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.565577 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-e7d13b12-9a79-4ada-9945-a7c43af50be8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1128 time: 0.2741277 Apr 06 14:08:01.572998 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38e6c0-0c48-4d86-baf2-d63ed29f044e req-64a6edb6-6933-432b-ace1-2afda91543e8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.573824 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] Publish callbacks [] for security_group (0416caf8-4fc2-440e-afb2-4cc56a3ddc88), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.574539 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ee38e6c0-0c48-4d86-baf2-d63ed29f044e req-64a6edb6-6933-432b-ace1-2afda91543e8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1621845 Apr 06 14:08:01.581642 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:01.582449 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.600337 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79aae8-99f7-45a9-8c88-745b5fa179d0 req-31cb6fcc-d37b-4426-b160-64e5746448b4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.601862 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae79aae8-99f7-45a9-8c88-745b5fa179d0 req-31cb6fcc-d37b-4426-b160-64e5746448b4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 944 time: 0.1915135 Apr 06 14:08:01.634992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:01.659403 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-79efe152-7255-4d6b-9d83-f5b6ff8557d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 217 time: 0.0686786 Apr 06 14:08:01.688509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-3f135abf-2118-4ea8-9dad-89d3c23d5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.690010 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-3f135abf-2118-4ea8-9dad-89d3c23d5ee4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1386099 Apr 06 14:08:01.702060 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ee38e6c0-0c48-4d86-baf2-d63ed29f044e req-49aaf4ac-e5a0-4c52-8967-3a25acab92c7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108484 Apr 06 14:08:01.715955 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae79aae8-99f7-45a9-8c88-745b5fa179d0 req-46204ea8-fc90-4b7c-b5cd-0d26049abb18 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022902 Apr 06 14:08:01.735276 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.781610 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234813f-d04a-42a6-a287-048c680af991 req-d204d53e-99de-40e5-99a1-b41a94c6ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.783100 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2234813f-d04a-42a6-a287-048c680af991 req-d204d53e-99de-40e5-99a1-b41a94c6ecc2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0262108551504bee8d342725c6ab875b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3454664 Apr 06 14:08:01.823391 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:01.867705 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9026c-3ddc-46ee-8a34-f03875464dea req-03687e2a-9478-4214-8af2-b1a22962acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.869043 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6d9026c-3ddc-46ee-8a34-f03875464dea req-03687e2a-9478-4214-8af2-b1a22962acfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.1781752 Apr 06 14:08:01.894529 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-3b4d2b12-1baa-4a80-96e8-05e7533888f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.896051 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-3b4d2b12-1baa-4a80-96e8-05e7533888f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.2214348 Apr 06 14:08:01.908505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d4470-2635-4f26-9a8e-3e774a3a7fdf req-ca0e07d9-7702-4066-a314-b616de43c04a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:01.910002 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-257d4470-2635-4f26-9a8e-3e774a3a7fdf req-ca0e07d9-7702-4066-a314-b616de43c04a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.1242180 Apr 06 14:08:01.917036 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-b3124b16-d678-4ab2-ba48-ed60f93c7150 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126143 Apr 06 14:08:01.997123 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0416caf8-4fc2-440e-afb2-4cc56a3ddc88), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:01.999753 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.000893 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0416caf8-4fc2-440e-afb2-4cc56a3ddc88 HTTP/1.1" status: 204 len: 168 time: 0.8001225 Apr 06 14:08:02.023307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6d9026c-3ddc-46ee-8a34-f03875464dea req-a6631b9f-3f67-458a-954e-9bc68333b029 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477225 Apr 06 14:08:02.031621 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc69631-3855-4ad0-94ab-8eea974a95ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416caf8-4fc2-440e-afb2-4cc56a3ddc88,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:02.041743 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234813f-d04a-42a6-a287-048c680af991 req-41933149-aebf-464e-876a-d47b4379b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.043407 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2234813f-d04a-42a6-a287-048c680af991 req-41933149-aebf-464e-876a-d47b4379b544 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515759 Apr 06 14:08:02.056918 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-2c98ff5e-b230-4f44-a2ac-e06b43b7b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.059321 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-2c98ff5e-b230-4f44-a2ac-e06b43b7b5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1523254 Apr 06 14:08:02.060994 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-257d4470-2635-4f26-9a8e-3e774a3a7fdf req-fb6d9eb6-758d-4bf1-a1f5-a9ba9dc7dbd3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410477 Apr 06 14:08:02.086115 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d273b3bf-b0de-4b52-8ced-8970095ef6b8 req-a6a9cfee-4692-4c95-8a93-c4ee3ac9ba6b service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629157 Apr 06 14:08:02.288652 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6fede-b49a-4249-80bc-6969ac4aa0d5 req-17a3f7cb-6f92-4a9e-8d0b-381be5b72e7b tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.290160 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ff6fede-b49a-4249-80bc-6969ac4aa0d5 req-17a3f7cb-6f92-4a9e-8d0b-381be5b72e7b tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0670633 Apr 06 14:08:02.366041 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ff6fede-b49a-4249-80bc-6969ac4aa0d5 req-b923c06f-e978-41b1-8ff0-290eaa1a8f3d tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Apr 06 14:08:02.374370 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c8732-1ce5-49b5-86b4-ea6d5ba91482 req-3a31981a-8464-4648-9e37-227426d98059 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.375860 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f05c8732-1ce5-49b5-86b4-ea6d5ba91482 req-3a31981a-8464-4648-9e37-227426d98059 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0955822 Apr 06 14:08:02.424743 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f05c8732-1ce5-49b5-86b4-ea6d5ba91482 req-aa1d0a41-0d0c-4c2a-9bdf-ba35d3eab4f4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432916 Apr 06 14:08:02.433954 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:02.444608 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4935462-f5b1-49a1-8a2e-774174ace748" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:02.472071 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d202a8d-e075-49da-bd41-5cd0a169f441 x-openstack-request-id: req-3d202a8d-e075-49da-bd41-5cd0a169f441 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:02.472291 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:02.472539 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d202a8d-e075-49da-bd41-5cd0a169f441 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:02.472931 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d202a8d-e075-49da-bd41-5cd0a169f441'] response: {'name': 'network-changed', 'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'status': 'completed', 'code': 200} Apr 06 14:08:02.640427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34774) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:02.657214 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7aea1ce9-e23a-4b9e-b999-6987e33d9789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.729228 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7aea1ce9-e23a-4b9e-b999-6987e33d9789 admin admin] Publish callbacks [] for security_group (d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.827827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7aea1ce9-e23a-4b9e-b999-6987e33d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.884093 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7aea1ce9-e23a-4b9e-b999-6987e33d9789 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39a80ae1cee44a7c849a64a15f6dd50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425313 Apr 06 14:08:02.886547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea1ce9-e23a-4b9e-b999-6987e33d9789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:02.886982 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34780) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:02.902739 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e5109-d54b-4f28-9e61-675c8a9c5920 req-95e5ef28-bdb8-4061-b26a-43ba85f4c931 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.904263 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e25e5109-d54b-4f28-9e61-675c8a9c5920 req-95e5ef28-bdb8-4061-b26a-43ba85f4c931 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1269608 Apr 06 14:08:02.912911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7073-ae78-432c-8232-42a1f4ef43df req-8e47c6df-1351-49fd-a79f-153b3fb9bf7d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:02.914385 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-464c7073-ae78-432c-8232-42a1f4ef43df req-8e47c6df-1351-49fd-a79f-153b3fb9bf7d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1389163 Apr 06 14:08:02.949833 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] Publish callbacks [] for security_group (d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.972102 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] Publish callbacks [] for security_group (d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:02.984759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e25e5109-d54b-4f28-9e61-675c8a9c5920 req-a618d828-5f17-4ad4-a9ae-7396367af8f8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Apr 06 14:08:02.998042 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-464c7073-ae78-432c-8232-42a1f4ef43df req-32fe6c02-0eb1-40bf-93d8-231ac6b2a3ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664787 Apr 06 14:08:03.150614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:03.153359 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:03.157745 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8 HTTP/1.1" status: 204 len: 168 time: 0.2665343 Apr 06 14:08:03.166402 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741579a-97f0-481a-9184-30bd04569772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db9886-cf5e-45a5-98d5-1f3b3dfef7b8,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:03.195651 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374c606-fa46-4268-93d2-336e3e1033e4 req-13bdaf8f-c5d4-4d84-838b-a5d7f3b1a429 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:03.199843 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e374c606-fa46-4268-93d2-336e3e1033e4 req-13bdaf8f-c5d4-4d84-838b-a5d7f3b1a429 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0673490 Apr 06 14:08:03.244649 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e374c606-fa46-4268-93d2-336e3e1033e4 req-732c1708-58e2-43e2-83dc-1df1f8e1d4ad tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 Apr 06 14:08:03.324922 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:03.327279 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c41634-5852-4341-97be-ec0ad953905a" -d '{"events": [{"server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "name": "network-vif-plugged", "status": "completed", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:03.362248 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cd7fe7-087d-4d6a-9133-e6f6a58c4418 x-openstack-request-id: req-06cd7fe7-087d-4d6a-9133-e6f6a58c4418 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:03.363663 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "name": "network-vif-plugged", "status": "completed", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:03.363663 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06cd7fe7-087d-4d6a-9133-e6f6a58c4418 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:03.363663 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cd7fe7-087d-4d6a-9133-e6f6a58c4418'] response: {'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb', 'code': 200} Apr 06 14:08:03.543505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6b3a-16b6-4c78-8fcd-d1c029950ba6 req-a462035a-d14f-448a-b7b0-0fe7af0364bc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:03.545057 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a5e6b3a-16b6-4c78-8fcd-d1c029950ba6 req-a462035a-d14f-448a-b7b0-0fe7af0364bc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0531993 Apr 06 14:08:03.602339 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a5e6b3a-16b6-4c78-8fcd-d1c029950ba6 req-e3417dff-36f3-4846-b28a-73ffbbe5bd3d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511742 Apr 06 14:08:03.825101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34802) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:03.838507 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-870db1f0-4292-44f5-9c5e-f6c78bd6f281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:03.912094 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-870db1f0-4292-44f5-9c5e-f6c78bd6f281 admin admin] Publish callbacks [] for security_group (19a91783-76b8-41ba-a155-fe89a6660e0d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:03.969549 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-870db1f0-4292-44f5-9c5e-f6c78bd6f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (19a91783-76b8-41ba-a155-fe89a6660e0d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.010032 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-870db1f0-4292-44f5-9c5e-f6c78bd6f281 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42b7117b38d84f9fb436aa02075e0e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836884 Apr 06 14:08:04.010820 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db1f0-4292-44f5-9c5e-f6c78bd6f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a91783-76b8-41ba-a155-fe89a6660e0d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:04.012594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34806) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:04.069074 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] Publish callbacks [] for security_group (19a91783-76b8-41ba-a155-fe89a6660e0d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.097901 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] Publish callbacks [] for security_group (19a91783-76b8-41ba-a155-fe89a6660e0d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.216206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f2191-94f7-4e23-8ac4-d1a156f0e19e req-1656fd82-f67e-49a8-b86b-b52bb4fade33 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:04.217888 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df2f2191-94f7-4e23-8ac4-d1a156f0e19e req-1656fd82-f67e-49a8-b86b-b52bb4fade33 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1112258 Apr 06 14:08:04.230147 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb644ca-d76d-4ef9-9cb1-ee6063d45658 req-9eebcfd4-5723-4a19-94eb-f4c53df11c62 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:04.231608 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb644ca-d76d-4ef9-9cb1-ee6063d45658 req-9eebcfd4-5723-4a19-94eb-f4c53df11c62 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1103089 Apr 06 14:08:04.305658 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df2f2191-94f7-4e23-8ac4-d1a156f0e19e req-0886a3f0-47ac-43d9-8652-68dfadcc3799 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729778 Apr 06 14:08:04.307049 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (19a91783-76b8-41ba-a155-fe89a6660e0d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.310036 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.312875 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19a91783-76b8-41ba-a155-fe89a6660e0d HTTP/1.1" status: 204 len: 168 time: 0.2974944 Apr 06 14:08:04.317796 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb644ca-d76d-4ef9-9cb1-ee6063d45658 req-5045a3ee-0e73-48bb-be9b-170ea847ecdb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792568 Apr 06 14:08:04.323092 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f7038-4ad7-4924-8acb-fd78389dd813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a91783-76b8-41ba-a155-fe89a6660e0d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:04.426684 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6602-87d9-436d-a57f-5b8cc518e863 req-c22a7519-207e-4e8c-9bbc-f283df9d2372 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:04.428221 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f44a6602-87d9-436d-a57f-5b8cc518e863 req-c22a7519-207e-4e8c-9bbc-f283df9d2372 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0549548 Apr 06 14:08:04.474861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f44a6602-87d9-436d-a57f-5b8cc518e863 req-12b51097-6e13-4de2-a174-0dc294b88d96 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Apr 06 14:08:04.720769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2ad8-466c-44f7-9e7e-57086742786a req-f52ca34f-358a-4835-ab06-bbdd93702fbf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:04.722590 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b87a2ad8-466c-44f7-9e7e-57086742786a req-f52ca34f-358a-4835-ab06-bbdd93702fbf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0568554 Apr 06 14:08:04.774463 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b87a2ad8-466c-44f7-9e7e-57086742786a req-2cfa7ea3-b9f1-4378-bab3-8c1691aa4845 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Apr 06 14:08:05.258695 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-47995613-a459-45b0-9a5d-f822141dbada service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133826 Apr 06 14:08:05.470666 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da9b34-555e-4775-b5f2-227dc87246fd req-71c58123-7f1b-4b8e-97e8-031f3b7be616 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.472243 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f3da9b34-555e-4775-b5f2-227dc87246fd req-71c58123-7f1b-4b8e-97e8-031f3b7be616 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0876648 Apr 06 14:08:05.492329 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0165c9-5681-4404-b89f-10d559dbe6cb req-63e0ce1b-d258-4a8d-80cc-8ca55b3314d2 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.494091 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a0165c9-5681-4404-b89f-10d559dbe6cb req-63e0ce1b-d258-4a8d-80cc-8ca55b3314d2 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0738814 Apr 06 14:08:05.562478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f3da9b34-555e-4775-b5f2-227dc87246fd req-dc54dc54-ac85-418e-8eee-a134a09a6cd8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827713 Apr 06 14:08:05.569493 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a0165c9-5681-4404-b89f-10d559dbe6cb req-d184cb39-00dc-450c-8585-39212b69a592 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643232 Apr 06 14:08:05.690509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773983-646b-43f1-bea9-165263a4c880 req-ff0ae6e8-35e8-4e6e-8dd9-e1393f2d9b07 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.692075 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01773983-646b-43f1-bea9-165263a4c880 req-ff0ae6e8-35e8-4e6e-8dd9-e1393f2d9b07 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0712459 Apr 06 14:08:05.745059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01773983-646b-43f1-bea9-165263a4c880 req-abafa5f3-b05a-49d1-b702-d2beb8f3de7a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469437 Apr 06 14:08:05.912460 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dedc5-677d-44c8-b955-18f1c2286fd9 req-2c4ce654-16e1-48b9-9973-27d0f5edb750 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:05.913973 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c4dedc5-677d-44c8-b955-18f1c2286fd9 req-2c4ce654-16e1-48b9-9973-27d0f5edb750 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0711436 Apr 06 14:08:05.968473 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c4dedc5-677d-44c8-b955-18f1c2286fd9 req-408d5d16-26a1-417d-8030-42c289c863c4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488157 Apr 06 14:08:06.706161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7b04acfd-1fc1-4dd8-8ee0-ca65fa14eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:06.709897 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-7b04acfd-1fc1-4dd8-8ee0-ca65fa14eac5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1127 time: 0.0815406 Apr 06 14:08:06.723949 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-af8514a5-7a04-4a56-bfa4-382d61b52af4 req-206245f1-abe6-4d12-a1ee-c9412bd06dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107769 Apr 06 14:08:06.726422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17380-bcae-4f47-b3aa-de6e74370876 req-202001d7-658e-4efa-abb7-b7415a830fcc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:06.727983 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7b17380-bcae-4f47-b3aa-de6e74370876 req-202001d7-658e-4efa-abb7-b7415a830fcc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0921302 Apr 06 14:08:06.778724 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7b17380-bcae-4f47-b3aa-de6e74370876 req-905013d7-4c06-4ad0-a0ff-29f2a0b3320c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Apr 06 14:08:06.891625 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897f3f2-3832-4ae7-96a7-8494ba2af6c2 req-6eba2de5-7236-4029-b800-db813c553b86 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:06.895705 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0897f3f2-3832-4ae7-96a7-8494ba2af6c2 req-6eba2de5-7236-4029-b800-db813c553b86 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0560105 Apr 06 14:08:06.952740 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0897f3f2-3832-4ae7-96a7-8494ba2af6c2 req-c8a97b3a-e488-4e8d-b62c-aa1fd547b12b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521734 Apr 06 14:08:07.098157 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5368b5c-0957-4e63-809f-ffabebceafed req-ab742032-0916-4f69-b4a0-9d057a522477 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.099683 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5368b5c-0957-4e63-809f-ffabebceafed req-ab742032-0916-4f69-b4a0-9d057a522477 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0635717 Apr 06 14:08:07.122095 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-e809f8a2-1621-4460-8e4a-b0b2cbb765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.123612 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-e809f8a2-1621-4460-8e4a-b0b2cbb765d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 1128 time: 0.2292442 Apr 06 14:08:07.146918 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c5368b5c-0957-4e63-809f-ffabebceafed req-cbaea371-1563-4094-9c75-175707800c2a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Apr 06 14:08:07.251447 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed559e01-626c-4a2f-81e7-ccd35af723d0 req-3c1328df-09e9-4bad-a92e-763d8b11bc2d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.252933 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed559e01-626c-4a2f-81e7-ccd35af723d0 req-3c1328df-09e9-4bad-a92e-763d8b11bc2d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0539949 Apr 06 14:08:07.333336 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-256b1aae-c0c1-4159-89b5-fb5aadef760e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 217 time: 0.0464118 Apr 06 14:08:07.336527 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed559e01-626c-4a2f-81e7-ccd35af723d0 req-1d86550c-4f80-45ea-96de-a9782655c4da tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780697 Apr 06 14:08:07.475766 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba27e5-8013-4cc0-bbd4-6bd1a24e4f78 req-d0e51f0e-7074-41a5-9557-beed472fd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.477696 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b6ba27e5-8013-4cc0-bbd4-6bd1a24e4f78 req-d0e51f0e-7074-41a5-9557-beed472fd02c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1129 time: 0.0838075 Apr 06 14:08:07.517006 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34950) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:07.632122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.709460 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Publish callbacks [] for security_group (f8767c91-99c2-43c3-989d-e79f0b0af4b2), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.775470 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f8767c91-99c2-43c3-989d-e79f0b0af4b2), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.820996 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2cd7168a2c748a998c14f0587783757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028562 Apr 06 14:08:07.824004 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34960) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:07.831014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8767c91-99c2-43c3-989d-e79f0b0af4b2,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:07.846900 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.847240 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.847653 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.848058 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.848506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.848840 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.849168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.849488 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.849809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.850130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.850464 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.850802 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.851147 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.851560 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.851884 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45bb468-cebc-4eaa-a9e4-26f4cdc6c5b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:07.916861 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] Publish callbacks [] for security_group (f8767c91-99c2-43c3-989d-e79f0b0af4b2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.944412 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bbcf0-e5ac-42a7-9952-c16c5d6bb968 req-405d475a-1e82-4cb5-8356-51d14335d1cf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:07.945861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e05bbcf0-e5ac-42a7-9952-c16c5d6bb968 req-405d475a-1e82-4cb5-8356-51d14335d1cf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0855734 Apr 06 14:08:07.955913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] Publish callbacks [] for security_group (f8767c91-99c2-43c3-989d-e79f0b0af4b2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.025796 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e05bbcf0-e5ac-42a7-9952-c16c5d6bb968 req-313585af-cc00-48b1-a5d2-7ca61171c53c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720007 Apr 06 14:08:08.115931 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f8767c91-99c2-43c3-989d-e79f0b0af4b2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.118387 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.119528 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8767c91-99c2-43c3-989d-e79f0b0af4b2 HTTP/1.1" status: 204 len: 168 time: 0.2945857 Apr 06 14:08:08.130083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f431147-71e5-4011-bd9c-795bb7efcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8767c91-99c2-43c3-989d-e79f0b0af4b2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:08.151640 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817a7de-fdd9-44e2-a02a-4a163fc6762d req-23311436-a088-4ff4-ab93-dc8c5bfb6eba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:08.153101 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c817a7de-fdd9-44e2-a02a-4a163fc6762d req-23311436-a088-4ff4-ab93-dc8c5bfb6eba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0676713 Apr 06 14:08:08.205960 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c817a7de-fdd9-44e2-a02a-4a163fc6762d req-26331750-0424-4f54-b35d-111880174be7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Apr 06 14:08:08.328678 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107be017-acdf-4f80-b97a-60f1d65c99db req-07be1634-d420-43f1-a8a7-ea4ef7b11e4d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:08.330377 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-107be017-acdf-4f80-b97a-60f1d65c99db req-07be1634-d420-43f1-a8a7-ea4ef7b11e4d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0600030 Apr 06 14:08:08.381019 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-107be017-acdf-4f80-b97a-60f1d65c99db req-401d83fa-05df-425c-b65b-1cc4a2ed546b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445185 Apr 06 14:08:08.494003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cdb9a-b0b0-4bcb-9eb4-7afe6a4e1ee3 req-040b41a0-dc8b-4c30-a1e5-d251bcdcae7f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:08.495476 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-077cdb9a-b0b0-4bcb-9eb4-7afe6a4e1ee3 req-040b41a0-dc8b-4c30-a1e5-d251bcdcae7f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0542867 Apr 06 14:08:08.547225 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-077cdb9a-b0b0-4bcb-9eb4-7afe6a4e1ee3 req-62313bb6-1c61-48f7-afd7-689cfbca3b1c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Apr 06 14:08:08.739013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 34982) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:08.752369 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7a609dba-3fd9-4df9-a3ac-e1d7b3dea9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.824211 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7a609dba-3fd9-4df9-a3ac-e1d7b3dea9e3 admin admin] Publish callbacks [] for security_group (780fe500-9581-4cad-95ec-5e8702126465), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.894418 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7a609dba-3fd9-4df9-a3ac-e1d7b3dea9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (780fe500-9581-4cad-95ec-5e8702126465), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.934956 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7a609dba-3fd9-4df9-a3ac-e1d7b3dea9e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b69ec566a8054f8ba38cd0a460b6ef86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948495 Apr 06 14:08:08.935871 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a609dba-3fd9-4df9-a3ac-e1d7b3dea9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780fe500-9581-4cad-95ec-5e8702126465,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:08.937673 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 34984) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:08.988738 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Publish callbacks [] for security_group (780fe500-9581-4cad-95ec-5e8702126465), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.009425 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Publish callbacks [] for security_group (780fe500-9581-4cad-95ec-5e8702126465), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.140524 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (780fe500-9581-4cad-95ec-5e8702126465), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.143395 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.144556 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/780fe500-9581-4cad-95ec-5e8702126465 HTTP/1.1" status: 204 len: 168 time: 0.2058246 Apr 06 14:08:09.149736 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2963f-c459-4f4a-9f3a-71b5c5c71ee9 req-45c40380-c09d-4231-ada3-134f0e8bc47d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:09.150975 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3cd2963f-c459-4f4a-9f3a-71b5c5c71ee9 req-45c40380-c09d-4231-ada3-134f0e8bc47d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0539820 Apr 06 14:08:09.152834 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780fe500-9581-4cad-95ec-5e8702126465,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:09.161264 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.161601 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.162130 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.162472 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.162803 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.163121 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.163624 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.164109 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.164437 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.164922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.165249 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.165587 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.165910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.166368 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.166692 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e6396f-6f0d-4b8b-a536-e9a7f06f282e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:09.208072 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3cd2963f-c459-4f4a-9f3a-71b5c5c71ee9 req-d9480752-1f0d-44bd-93fb-d505da11f715 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Apr 06 14:08:09.343326 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818fe2e-7957-4081-b426-a9cbbebb78e2 req-9e2bc551-b4d6-49fa-93af-a03436d2557c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:09.345494 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7818fe2e-7957-4081-b426-a9cbbebb78e2 req-9e2bc551-b4d6-49fa-93af-a03436d2557c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0575643 Apr 06 14:08:09.401339 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7818fe2e-7957-4081-b426-a9cbbebb78e2 req-6b3cbca2-166b-4c08-a434-99da61c4e4ea tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Apr 06 14:08:09.520241 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52dc7-2f21-4407-be0a-47ba87234b60 req-78b7063f-594b-44ec-8a5f-60abe5f4628a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:09.521760 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ed52dc7-2f21-4407-be0a-47ba87234b60 req-78b7063f-594b-44ec-8a5f-60abe5f4628a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 944 time: 0.0589299 Apr 06 14:08:09.571743 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ed52dc7-2f21-4407-be0a-47ba87234b60 req-d583f2c5-f88c-4e63-a30e-495179ed5ba4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Apr 06 14:08:09.682936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0151766-1835-448a-ae3c-b95c1d6c637c req-eac328d9-2807-4d17-90c6-446a64ed4aa2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:09.684493 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0151766-1835-448a-ae3c-b95c1d6c637c req-eac328d9-2807-4d17-90c6-446a64ed4aa2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0571244 Apr 06 14:08:09.732843 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0151766-1835-448a-ae3c-b95c1d6c637c req-6ff04d00-02b3-4dc2-9d9f-a80e69c2bc6d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Apr 06 14:08:10.104108 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 46749b7f-ca1b-41cb-a16f-d257a78afc99 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:08:10.204535 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35022) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:10.221046 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:10.232386 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:08:10.276367 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 46749b7f-ca1b-41cb-a16f-d257a78afc99 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:10.276764 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.290723 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46749b7f-ca1b-41cb-a16f-d257a78afc99 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:10.316951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-849985432-network', 'tenant_id': 'e99a988111cf49a995c9947380a61301'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:10.319705 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:10.338499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025b73a-5ad3-4239-9c36-81f79750675d req-892e2147-839d-4349-b8e9-000c5ca4ed83 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:10.340105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a025b73a-5ad3-4239-9c36-81f79750675d req-892e2147-839d-4349-b8e9-000c5ca4ed83 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0586627 Apr 06 14:08:10.380374 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.399829 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a025b73a-5ad3-4239-9c36-81f79750675d req-b14e46c8-9cd3-475e-b0dd-6ceb10df8d75 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Apr 06 14:08:10.420991 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Made reservation on behalf of e99a988111cf49a995c9947380a61301 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:10.424596 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.440763 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.447770 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:10.455910 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.456668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.457188 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.457694 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.458300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.458783 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.459337 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.459700 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.460034 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.460366 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.460717 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.461063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.461860 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.462199 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.463718 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:10.523251 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks [] for security_group (67e5c82a-2237-43bd-8257-1d15eef41a6a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.532900 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50365a8-ce64-4b56-868f-861c811ddd3b req-0ea45732-b959-4b8d-9ef2-d74b68b1ec13 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:10.534398 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b50365a8-ce64-4b56-868f-861c811ddd3b req-0ea45732-b959-4b8d-9ef2-d74b68b1ec13 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0575027 Apr 06 14:08:10.586902 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b50365a8-ce64-4b56-868f-861c811ddd3b req-311fe9df-407a-4883-bcd5-52e9c347228d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Apr 06 14:08:10.596206 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (67e5c82a-2237-43bd-8257-1d15eef41a6a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.621679 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:10.636218 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5c82a-2237-43bd-8257-1d15eef41a6a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:10.643304 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (cfeef3a9-72b2-4863-81c4-2c8ae702fc43), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.643673 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Added segment cfeef3a9-72b2-4863-81c4-2c8ae702fc43 of type vlan for network d2b76735-11e4-4fae-9d81-315a4c7dd897 Apr 06 14:08:10.689841 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (d2b76735-11e4-4fae-9d81-315a4c7dd897), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.715031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06138e-1cca-4162-80c8-f9a4da5e3fff req-1b42343e-d50b-44c4-8094-bbcf39614a22 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:10.716608 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ef06138e-1cca-4162-80c8-f9a4da5e3fff req-1b42343e-d50b-44c4-8094-bbcf39614a22 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 945 time: 0.0641735 Apr 06 14:08:10.766525 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ef06138e-1cca-4162-80c8-f9a4da5e3fff req-aa7bbb9d-159c-47bb-b7a1-8fa0c86dd068 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Apr 06 14:08:10.813161 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (d2b76735-11e4-4fae-9d81-315a4c7dd897), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.814145 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:10.814749 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.875985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b76735-11e4-4fae-9d81-315a4c7dd897,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:10.876215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6f48-91a3-4997-91b2-3e3fa8af70e0 req-c6f4222f-33d3-46ad-8c3d-e9acaa082de8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:10.879024 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a7e6f48-91a3-4997-91b2-3e3fa8af70e0 req-c6f4222f-33d3-46ad-8c3d-e9acaa082de8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 944 time: 0.0579796 Apr 06 14:08:10.888432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network d2b76735-11e4-4fae-9d81-315a4c7dd897 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:10.932909 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a7e6f48-91a3-4997-91b2-3e3fa8af70e0 req-427755ef-63cd-4e92-9086-6f5f7355ca4f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Apr 06 14:08:10.937155 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-91054770-eb59-4e2a-a683-71b2f1153010 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7314110 Apr 06 14:08:10.940119 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35038) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:10.954447 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Request body: {'subnet': {'network_id': 'd2b76735-11e4-4fae-9d81-315a4c7dd897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-849985432-subnet', 'tenant_id': 'e99a988111cf49a995c9947380a61301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:11.057631 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device cda29bda-a879-4d5e-9346-272b34b95a9a details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:08:11.076421 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Made reservation on behalf of e99a988111cf49a995c9947380a61301 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:11.079188 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.095134 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.46', 56720) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:11.175287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-87f5ddc3-6983-4d7b-93f9-248e27af6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.176832 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-87f5ddc3-6983-4d7b-93f9-248e27af6bb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0778720 Apr 06 14:08:11.183097 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=cda29bda-a879-4d5e-9346-272b34b95a9a,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:11.194925 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-fccacf05-6bc5-4d9b-a695-d6dcc0e932f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.200086 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-fccacf05-6bc5-4d9b-a695-d6dcc0e932f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1128 time: 0.0874965 Apr 06 14:08:11.202264 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'port_id': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'mac_address': 'fa:16:3e:4b:11:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:08:11.260669 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port cda29bda-a879-4d5e-9346-272b34b95a9a is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:11.261571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.277390 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda29bda-a879-4d5e-9346-272b34b95a9a {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:11.298694 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-43035853-e3a9-4016-8948-0647fc486d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.300280 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-43035853-e3a9-4016-8948-0647fc486d0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.2721071 Apr 06 14:08:11.301490 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=cda29bda-a879-4d5e-9346-272b34b95a9a,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:11.303616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-32b77193-91d8-4af6-aaa3-433f44d86268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.305151 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-32b77193-91d8-4af6-aaa3-433f44d86268 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207752 Apr 06 14:08:11.315438 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b6ba27e5-8013-4cc0-bbd4-6bd1a24e4f78 req-05e51002-0c90-4829-bea3-c61de46fa927 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903183 Apr 06 14:08:11.367582 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.368568 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-75fa567c-b57c-44b9-bf2b-90c8e867b578 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2684038 Apr 06 14:08:11.370034 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-0b39f865-11da-4c58-86ab-f8a06dfb2d29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99 HTTP/1.1" status: 200 len: 217 time: 0.0537229 Apr 06 14:08:11.399092 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['46749b7f-ca1b-41cb-a16f-d257a78afc99'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:08:11.470139 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.517077 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (d2ff12ac-01aa-4f99-b14f-fd37f702a426), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.575455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-b43c443e-ad4b-443d-90e0-813cd9d2da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.575455 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-b43c443e-ad4b-443d-90e0-813cd9d2da05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.3516355 Apr 06 14:08:11.583888 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ff12ac-01aa-4f99-b14f-fd37f702a426,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.594440 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Checking segment: {'id': 'cfeef3a9-72b2-4863-81c4-2c8ae702fc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b76735-11e4-4fae-9d81-315a4c7dd897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:11.595529 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Network hostable DHCP agents. Network: d2b76735-11e4-4fae-9d81-315a4c7dd897, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:11.644699 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-05e72242-5bc6-48fd-a276-6743126b6af6 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275907 Apr 06 14:08:11.668848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8192d-e453-4f25-a32e-294cf357052e req-34c404b9-3da4-4060-8899-0c7f9cfeb67a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.670407 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-94c8192d-e453-4f25-a32e-294cf357052e req-34c404b9-3da4-4060-8899-0c7f9cfeb67a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1061504 Apr 06 14:08:11.690430 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Network d2b76735-11e4-4fae-9d81-315a4c7dd897 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:11.699335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-b821990f-d485-4456-9087-0a15667ff39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.700867 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-b821990f-d485-4456-9087-0a15667ff39d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0553975 Apr 06 14:08:11.711210 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-6becd8e1-536f-4253-9710-cb7a3300ee50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 217 time: 0.0655460 Apr 06 14:08:11.763855 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, d2b76735-11e4-4fae-9d81-315a4c7dd897) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:11.771728 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.772695 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.779850 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f295a0-1201-45b6-8b44-f3d94941261e None None] Network d2b76735-11e4-4fae-9d81-315a4c7dd897 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:11.809587 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-94c8192d-e453-4f25-a32e-294cf357052e req-b981b0b8-62a2-43b0-9ece-721176e0eda9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087987 Apr 06 14:08:11.853336 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba32e5a9-3bad-449f-804f-674fccf3ebd8 req-1263e1c1-4b37-4962-9063-de0cae873ee9 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950545 Apr 06 14:08:11.872268 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-04d1977b-ec27-4eda-974c-e5fac4f2ae4e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9307768 Apr 06 14:08:11.917135 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d115cb-af12-4867-8f90-9bb0e55433d5 None None] Network d2b76735-11e4-4fae-9d81-315a4c7dd897 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:11.962844 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a377-f7e6-435e-aabe-95fd2794a75a req-0469e536-0df7-41e5-a1c0-3f8185fc370b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.964504 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84c3a377-f7e6-435e-aabe-95fd2794a75a req-0469e536-0df7-41e5-a1c0-3f8185fc370b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 945 time: 0.0894833 Apr 06 14:08:11.977215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96d276-a959-47d9-a9e7-95908c4c4b3b req-8f6216cf-3ebe-4176-848c-1d66927dd8c9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.981330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c96d276-a959-47d9-a9e7-95908c4c4b3b req-8f6216cf-3ebe-4176-848c-1d66927dd8c9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1050749 Apr 06 14:08:12.065037 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c96d276-a959-47d9-a9e7-95908c4c4b3b req-acf48b65-1ebf-4ba5-a2f8-53b4b1dc4e1c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749264 Apr 06 14:08:12.066665 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84c3a377-f7e6-435e-aabe-95fd2794a75a req-207df22c-203b-4b6a-83f1-77e8f0ab4a7a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807564 Apr 06 14:08:12.225206 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-97eaa1b5-6b54-4503-810b-681892e988de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.226744 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-97eaa1b5-6b54-4503-810b-681892e988de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cefd9cca683e4cbba2b3af96f3ebb2ac&device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 1129 time: 0.0584805 Apr 06 14:08:12.227699 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-b6094b50-259e-4eb6-b252-3f7e14b75120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.229221 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-b6094b50-259e-4eb6-b252-3f7e14b75120 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.1232443 Apr 06 14:08:12.230055 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-e6bec5ad-cb79-491e-a3a3-c50149e40d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.231725 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-e6bec5ad-cb79-491e-a3a3-c50149e40d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251874 Apr 06 14:08:12.246938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214cc1-0d16-4e06-9d31-a246704aa0a8 req-13387cb2-c60c-4420-8abd-f90c2edd9469 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.248471 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af214cc1-0d16-4e06-9d31-a246704aa0a8 req-13387cb2-c60c-4420-8abd-f90c2edd9469 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 945 time: 0.0788686 Apr 06 14:08:12.300062 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af214cc1-0d16-4e06-9d31-a246704aa0a8 req-1fd66df1-c508-4a28-928c-0109443551a6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Apr 06 14:08:12.368996 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-6bd60a5f-707a-4056-aeae-c20504323cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.370197 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.370895 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-6bd60a5f-707a-4056-aeae-c20504323cae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587702 Apr 06 14:08:12.400939 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-7504c5f4-84ec-4c7e-8ca4-203fcae791f4 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991981 Apr 06 14:08:12.415766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['cda29bda-a879-4d5e-9346-272b34b95a9a'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:08:12.631839 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35090) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:12.636663 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1556840410-network', 'tenant_id': 'acdefef3a41f4a03bb259e77b6d9cd55'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:12.768621 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Made reservation on behalf of acdefef3a41f4a03bb259e77b6d9cd55 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:12.770889 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.779568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.797230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-79445231-0e9f-4f52-bbb0-fe27f1e41113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.858589 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks [] for security_group (082bf7cb-05c6-48fe-9a7f-f02b84371e42), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.932588 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4094e10-14e1-4b4b-9b63-3eb268b4cd98 req-6967a17a-5663-414b-8a11-1b8d5d8c5c37 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:12.934187 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4094e10-14e1-4b4b-9b63-3eb268b4cd98 req-6967a17a-5663-414b-8a11-1b8d5d8c5c37 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0579302 Apr 06 14:08:12.935314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (082bf7cb-05c6-48fe-9a7f-f02b84371e42), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.977560 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:12.983561 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082bf7cb-05c6-48fe-9a7f-f02b84371e42,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:12.998101 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (6bae3056-d382-4381-b8d0-073857131d8a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.998443 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Added segment 6bae3056-d382-4381-b8d0-073857131d8a of type vlan for network c2e234e6-f9dc-48f9-8d26-8b994674839c Apr 06 14:08:13.030592 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4094e10-14e1-4b4b-9b63-3eb268b4cd98 req-1c067563-13ce-4fb8-bca7-eae5556678fe tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Apr 06 14:08:13.060513 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (c2e234e6-f9dc-48f9-8d26-8b994674839c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.169108 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (c2e234e6-f9dc-48f9-8d26-8b994674839c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.170068 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.170639 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.268258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] Pushing event updated for resources: {'Network': ['ID=c2e234e6-f9dc-48f9-8d26-8b994674839c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.280532 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdd319-f553-485b-b919-8188b16252a1 req-807bf7f3-3c7c-45f7-9b4a-f13d13ac782e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.281842 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network c2e234e6-f9dc-48f9-8d26-8b994674839c details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:13.283046 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47bdd319-f553-485b-b919-8188b16252a1 req-807bf7f3-3c7c-45f7-9b4a-f13d13ac782e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 945 time: 0.1480834 Apr 06 14:08:13.284932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device cda29bda-a879-4d5e-9346-272b34b95a9a up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:13.290811 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336283d3-25b7-4919-9e88-ee6df02f8897 req-766cc350-6bdc-480b-a442-f68163882087 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.292290 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-336283d3-25b7-4919-9e88-ee6df02f8897 req-766cc350-6bdc-480b-a442-f68163882087 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1488235 Apr 06 14:08:13.310629 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-77b1dcd1-8f9e-4df5-92e5-376ed5b643ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6776803 Apr 06 14:08:13.313983 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35104) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:13.319268 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Request body: {'subnet': {'network_id': 'c2e234e6-f9dc-48f9-8d26-8b994674839c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1556840410-subnet', 'tenant_id': 'acdefef3a41f4a03bb259e77b6d9cd55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:13.367347 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47bdd319-f553-485b-b919-8188b16252a1 req-fe09fedb-9f3d-41bd-9ed8-3ba54ca3cbdf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739963 Apr 06 14:08:13.388951 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-336283d3-25b7-4919-9e88-ee6df02f8897 req-3dab1b31-cbd6-4a59-9a7b-13d050bfa0a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800304 Apr 06 14:08:13.403241 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Made reservation on behalf of acdefef3a41f4a03bb259e77b6d9cd55 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:13.407878 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.454996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port cda29bda-a879-4d5e-9346-272b34b95a9a completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:08:13.460189 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port cda29bda-a879-4d5e-9346-272b34b95a9a triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:13.461102 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.501443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdead152-85bb-4c1f-bc9c-87dfec66f495 req-f67a9d66-3bfa-4b66-846e-9e463ed7af29 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.503408 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bdead152-85bb-4c1f-bc9c-87dfec66f495 req-f67a9d66-3bfa-4b66-846e-9e463ed7af29 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 945 time: 0.0676894 Apr 06 14:08:13.560532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port cda29bda-a879-4d5e-9346-272b34b95a9a is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:13.561130 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.593447 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:13.597259 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9236e6-3e2e-4d80-bd3e-008618c8fa8d" -d '{"events": [{"server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "name": "network-vif-plugged", "status": "completed", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:13.612675 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=cda29bda-a879-4d5e-9346-272b34b95a9a,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:13.626078 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bdead152-85bb-4c1f-bc9c-87dfec66f495 req-2200115a-755f-4131-a3cb-1696de3549c8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130233 Apr 06 14:08:13.654098 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-95fbaeb2-12e8-4842-904d-8f3d15cc9c04 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420345 Apr 06 14:08:13.658488 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e9e40-0b85-411a-8f43-89c8818fcd3a x-openstack-request-id: req-7e8e9e40-0b85-411a-8f43-89c8818fcd3a {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:13.659105 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "name": "network-vif-plugged", "status": "completed", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:13.659401 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e8e9e40-0b85-411a-8f43-89c8818fcd3a {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:13.662361 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8e9e40-0b85-411a-8f43-89c8818fcd3a'] response: {'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'code': 200} Apr 06 14:08:13.696434 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.699778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 46749b7f-ca1b-41cb-a16f-d257a78afc99 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:13.781243 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.797309 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-4824d6b7-1d13-447f-8dfd-5d038cd54183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:13.798770 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-4824d6b7-1d13-447f-8dfd-5d038cd54183 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98441faa-dcf0-4b9a-ab2a-325bff180b88 HTTP/1.1" status: 200 len: 912 time: 0.2758925 Apr 06 14:08:13.804952 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-13802dd1-be3f-49b8-89cf-2696d449d93e req-d862f5c1-c2d1-4a75-967f-0b410b91818a service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576184 Apr 06 14:08:13.860786 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 46749b7f-ca1b-41cb-a16f-d257a78afc99 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:08:13.869039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 46749b7f-ca1b-41cb-a16f-d257a78afc99 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:13.869039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.888894 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (8701800b-acce-4992-9b1f-af1dcb360eb2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.947412 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8701800b-acce-4992-9b1f-af1dcb360eb2,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:13.948467 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 46749b7f-ca1b-41cb-a16f-d257a78afc99 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:13.948869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:13.959909 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Checking segment: {'id': '6bae3056-d382-4381-b8d0-073857131d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c2e234e6-f9dc-48f9-8d26-8b994674839c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:13.960272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Network hostable DHCP agents. Network: c2e234e6-f9dc-48f9-8d26-8b994674839c, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:13.991799 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:14.092465 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Network c2e234e6-f9dc-48f9-8d26-8b994674839c is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:14.099017 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:14.147458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee510b6-8cd6-40ee-bf61-fee9eb9a6bd8 req-ff30a473-35c8-4ce7-9685-70eea81d867d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.148977 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bee510b6-8cd6-40ee-bf61-fee9eb9a6bd8 req-ff30a473-35c8-4ce7-9685-70eea81d867d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0541406 Apr 06 14:08:14.149259 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:14.201570 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bee510b6-8cd6-40ee-bf61-fee9eb9a6bd8 req-cb80a47e-81c7-41f1-9f61-40e8b655dda4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Apr 06 14:08:14.215447 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, c2e234e6-f9dc-48f9-8d26-8b994674839c) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:14.232127 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc4fa1-9115-4ba1-b07d-5afa46b1d1d3 None None] Network c2e234e6-f9dc-48f9-8d26-8b994674839c requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:14.234476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.235113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:14.519215 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d56cb-f3b0-487f-a16a-824d6d14e1ef None None] Network c2e234e6-f9dc-48f9-8d26-8b994674839c requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:14.519885 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04e119-127b-49a4-9d8e-8f476b349703 req-5ca90494-94dd-411c-8e39-e50008ed7479 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.519885 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5e04e119-127b-49a4-9d8e-8f476b349703 req-5ca90494-94dd-411c-8e39-e50008ed7479 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Apr 06 14:08:14.546090 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5e04e119-127b-49a4-9d8e-8f476b349703 req-99ffdfde-2424-4ef2-ae9a-8d77b27c116c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 Apr 06 14:08:14.654249 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49577-08ad-4d9c-a387-4722bb93ae8a req-0ccddfaa-ff90-485b-b854-a616cd21a7f3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.655759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cb49577-08ad-4d9c-a387-4722bb93ae8a req-0ccddfaa-ff90-485b-b854-a616cd21a7f3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0557277 Apr 06 14:08:14.701782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cb49577-08ad-4d9c-a387-4722bb93ae8a req-60a9d174-a07e-4cc3-8d84-4f96c16a43df tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Apr 06 14:08:14.708315 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-da74ba26-2316-4374-abfb-d30eb811ec45 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3928397 Apr 06 14:08:14.896596 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b4d5-3e51-46f4-bf22-07913e0de233 req-bdde5292-9f52-4737-adae-1caa0249cdb8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.896596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c591b4d5-3e51-46f4-bf22-07913e0de233 req-bdde5292-9f52-4737-adae-1caa0249cdb8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0513117 Apr 06 14:08:14.896596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c591b4d5-3e51-46f4-bf22-07913e0de233 req-f2a9f754-c880-48b1-ab2f-f73e81a014e5 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Apr 06 14:08:15.137461 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c936ed1-6ab0-462e-bc0a-5843315e4ab9 req-2994923a-c5fb-4ed0-afe7-b558eb38826e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:15.139019 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c936ed1-6ab0-462e-bc0a-5843315e4ab9 req-2994923a-c5fb-4ed0-afe7-b558eb38826e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Apr 06 14:08:15.194420 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c936ed1-6ab0-462e-bc0a-5843315e4ab9 req-0b9f9504-c686-47f8-bae2-878e74b3855f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Apr 06 14:08:15.495083 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-76e30187-763e-4b2e-9fb0-4bd46b1d2bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:15.662603 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:15.665071 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e148ac-dfaf-4a8b-9d07-347b34551a2b" -d '{"events": [{"server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "name": "network-vif-plugged", "status": "completed", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:15.666657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee727dc-92c9-4fe4-86b9-c1f590fe73ec req-ea71bee5-d2b4-40c7-8cf8-37723e1a792b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:15.668308 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee727dc-92c9-4fe4-86b9-c1f590fe73ec req-ea71bee5-d2b4-40c7-8cf8-37723e1a792b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Apr 06 14:08:15.715694 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a6550e-cca3-4fcd-bfda-b15a353ddece x-openstack-request-id: req-75a6550e-cca3-4fcd-bfda-b15a353ddece {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:15.716194 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee727dc-92c9-4fe4-86b9-c1f590fe73ec req-854de71a-d74c-4436-95c3-e1f3d8386d03 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Apr 06 14:08:15.716700 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "name": "network-vif-plugged", "status": "completed", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:15.716959 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75a6550e-cca3-4fcd-bfda-b15a353ddece {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:15.717359 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a6550e-cca3-4fcd-bfda-b15a353ddece'] response: {'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'code': 200} Apr 06 14:08:15.823114 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055b4a-be26-4843-a107-82ac61178842 req-9264993f-b7cd-4e9a-9cc8-f3da7a6ba3e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:15.824809 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0055b4a-be26-4843-a107-82ac61178842 req-9264993f-b7cd-4e9a-9cc8-f3da7a6ba3e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0514412 Apr 06 14:08:15.875862 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0055b4a-be26-4843-a107-82ac61178842 req-5b990c6f-ae0c-4050-97fd-5ecab98f06bb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Apr 06 14:08:15.998833 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df9294-4114-4b70-a537-a56ba09badcd req-4e43c998-cac4-4285-90f0-d085a5f52255 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:16.000317 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21df9294-4114-4b70-a537-a56ba09badcd req-4e43c998-cac4-4285-90f0-d085a5f52255 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0563169 Apr 06 14:08:16.050240 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21df9294-4114-4b70-a537-a56ba09badcd req-3029c801-683b-4524-953e-d4e862c37d99 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Apr 06 14:08:16.058480 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:08:16.155233 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:16.167244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:08:16.208583 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:16.208970 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.231176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:16.252157 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:16.315657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065041-6a52-4492-89fa-1250dc978911 req-9464fd4d-c6d9-49fc-ab09-f0143e0cd0e8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:16.319170 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.319477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49065041-6a52-4492-89fa-1250dc978911 req-9464fd4d-c6d9-49fc-ab09-f0143e0cd0e8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Apr 06 14:08:16.369056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49065041-6a52-4492-89fa-1250dc978911 req-833f08f3-f371-4c5b-8311-1c059d3662dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Apr 06 14:08:16.369626 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:16.647567 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.725309 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['64b9c54f-c957-442a-bb71-1dfb4c57c4b3'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:08:16.865400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4953bd-bef6-4001-b0ec-1defa6ae2512 req-06aec462-77e6-43c2-b72d-3b130c52a1ed tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:16.869401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e4953bd-bef6-4001-b0ec-1defa6ae2512 req-06aec462-77e6-43c2-b72d-3b130c52a1ed tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0803459 Apr 06 14:08:16.955204 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-08544d84-0565-476b-9606-15ebf437c8fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae HTTP/1.1" status: 200 len: 217 time: 0.0479698 Apr 06 14:08:16.956305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e4953bd-bef6-4001-b0ec-1defa6ae2512 req-d1466112-ea66-4cd8-a224-1621d0d231f1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810001 Apr 06 14:08:17.094596 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf56a-f054-425e-9813-dbc15744643b req-b93c3a24-5053-4643-88a4-7517d7253941 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.096139 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10fdf56a-f054-425e-9813-dbc15744643b req-b93c3a24-5053-4643-88a4-7517d7253941 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.1072874 Apr 06 14:08:17.098691 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4935462-f5b1-49a1-8a2e-774174ace748 req-35dcd14c-0bd3-4ed7-965a-b65cfb58d726 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759636 Apr 06 14:08:17.123384 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-117f88df-129e-45f6-9b38-9aa08bc3d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.125433 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-117f88df-129e-45f6-9b38-9aa08bc3d95d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db34d32b-68bc-4724-8995-72b5ab542bde HTTP/1.1" status: 200 len: 851 time: 0.1204193 Apr 06 14:08:17.132683 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-dbba5416-2159-4a78-b503-88195690fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.136793 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-dbba5416-2159-4a78-b503-88195690fdfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1129 time: 0.1383162 Apr 06 14:08:17.165155 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-b7ee3c9c-6d3c-4f5e-a9d8-84801f4363dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98441faa-dcf0-4b9a-ab2a-325bff180b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288377 Apr 06 14:08:17.181181 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10fdf56a-f054-425e-9813-dbc15744643b req-8a88bfe8-363b-4846-ad43-cff35b916d99 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747128 Apr 06 14:08:17.210547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451863fe-f4ca-4a8e-b034-967b68592274 req-b468132a-0ae4-4e2d-8e22-05a81ae88769 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.210547 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-451863fe-f4ca-4a8e-b034-967b68592274 req-b468132a-0ae4-4e2d-8e22-05a81ae88769 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0762572 Apr 06 14:08:17.253060 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-451863fe-f4ca-4a8e-b034-967b68592274 req-19fb01d3-bb86-440a-aee2-68be581ed8ec tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Apr 06 14:08:17.324956 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-22cce1b2-6aee-4e61-b8d4-01c04a71dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.331788 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-22cce1b2-6aee-4e61-b8d4-01c04a71dcaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1639309 Apr 06 14:08:17.331946 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-e0685be4-21e1-4b6a-97d0-cb8f334123e9 service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485984 Apr 06 14:08:17.405785 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-10a10cff-3c58-4745-b170-ecdfcbba408d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 200 len: 217 time: 0.0512862 Apr 06 14:08:17.460344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e1ca-ca8c-44b0-986f-56ae81fa7dc3 req-01d0ec55-f4a5-4d5e-ae7d-07548a090778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.462560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2809e1ca-ca8c-44b0-986f-56ae81fa7dc3 req-01d0ec55-f4a5-4d5e-ae7d-07548a090778 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 1130 time: 0.0989394 Apr 06 14:08:17.472516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023ccc0-1864-47b0-b48a-cabf551d2410 req-d069fe55-1a8a-4d90-9c89-a444ce9754d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.473963 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a023ccc0-1864-47b0-b48a-cabf551d2410 req-d069fe55-1a8a-4d90-9c89-a444ce9754d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1130 time: 0.1098509 Apr 06 14:08:17.513949 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-41935189-e77d-42fc-9d22-7abcda2ffebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.515458 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-41935189-e77d-42fc-9d22-7abcda2ffebe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0727372 Apr 06 14:08:17.556411 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-918fc936-d263-48aa-8280-05caa3a6ea22 req-0dba3662-c311-42bd-b49a-25439f4fa6d3 service neutron] 10.222.0.46 "GET /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937289 Apr 06 14:08:17.566575 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2809e1ca-ca8c-44b0-986f-56ae81fa7dc3 req-91273fc9-7ab4-4930-a216-e1f43b555efd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775597 Apr 06 14:08:17.574336 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-ef1ba255-ec11-456b-b207-c2cb84043314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.575933 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-ef1ba255-ec11-456b-b207-c2cb84043314 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540862 Apr 06 14:08:17.577756 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaa789-86b1-45cf-b524-d81e6784a572 req-c8360375-fc66-48d1-ac46-43bd6fee9120 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:17.579820 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1dcaa789-86b1-45cf-b524-d81e6784a572 req-c8360375-fc66-48d1-ac46-43bd6fee9120 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1248479 Apr 06 14:08:17.582621 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a023ccc0-1864-47b0-b48a-cabf551d2410 req-22838258-ca1e-46f3-ab65-a3a5b5b494d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923631 Apr 06 14:08:17.627026 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1dcaa789-86b1-45cf-b524-d81e6784a572 req-e8bc3788-1deb-4ae0-b186-8ddfb38dcd88 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Apr 06 14:08:18.063615 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:18.103964 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c451e-62fe-4549-92db-86a811422478 req-59242baa-120d-4956-b850-be48501aa406 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.103964 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a29c451e-62fe-4549-92db-86a811422478 req-59242baa-120d-4956-b850-be48501aa406 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0623529 Apr 06 14:08:18.128560 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.153028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a29c451e-62fe-4549-92db-86a811422478 req-ba3b6948-bbe9-4f5b-8e27-7cf0f1ea3e4d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Apr 06 14:08:18.180069 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:08:18.184307 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:18.185945 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.273047 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:18.273555 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.296622 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:18.298912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd70a5-6da3-4be0-ad7a-3d97b72f7fac" -d '{"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:18.312269 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989bb3a-4bc2-4bca-96bd-d9529ee843d2 req-ff9f3a90-6559-41e9-8c69-41394332f54f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.314770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5989bb3a-4bc2-4bca-96bd-d9529ee843d2 req-ff9f3a90-6559-41e9-8c69-41394332f54f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0574920 Apr 06 14:08:18.316540 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:18.395172 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5989bb3a-4bc2-4bca-96bd-d9529ee843d2 req-bcf40638-2117-4c28-af12-660032639b43 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733366 Apr 06 14:08:18.407547 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.419734 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a64e8-259b-4ae8-8002-c3b052d645e2 req-a0772efc-cad1-4326-8044-af42cb37fd36 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.422516 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f8a64e8-259b-4ae8-8002-c3b052d645e2 req-a0772efc-cad1-4326-8044-af42cb37fd36 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0867715 Apr 06 14:08:18.461386 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ad6121-4f7c-4bad-82e9-ce122aef3525 x-openstack-request-id: req-a2ad6121-4f7c-4bad-82e9-ce122aef3525 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:18.461706 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:18.461967 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2ad6121-4f7c-4bad-82e9-ce122aef3525 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:18.462360 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ad6121-4f7c-4bad-82e9-ce122aef3525'] response: {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'code': 200} Apr 06 14:08:18.473547 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:18.480460 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f8a64e8-259b-4ae8-8002-c3b052d645e2 req-66c44798-b97f-497d-b568-8feab0e3606b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567305 Apr 06 14:08:18.612663 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-28858ee1-613f-48a1-83ae-ec7c40496d00 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Apr 06 14:08:18.745360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1636a-efe5-4dd5-b667-d5f9cc0950ef req-27c688b3-e6db-4ac3-8eed-33619b3bcfe8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:18.746827 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-67c1636a-efe5-4dd5-b667-d5f9cc0950ef req-27c688b3-e6db-4ac3-8eed-33619b3bcfe8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Apr 06 14:08:18.797882 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-67c1636a-efe5-4dd5-b667-d5f9cc0950ef req-f102f149-d2e7-4bad-bbed-a6aa3158e015 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Apr 06 14:08:18.892764 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35258) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:18.997040 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-708d94d2-11d1-4b37-b312-850d9fd2d37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.072393 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-708d94d2-11d1-4b37-b312-850d9fd2d37a admin admin] Publish callbacks [] for security_group (344f0339-95d7-4aac-bf02-4b003d088b53), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.122758 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-708d94d2-11d1-4b37-b312-850d9fd2d37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (344f0339-95d7-4aac-bf02-4b003d088b53), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.161904 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-708d94d2-11d1-4b37-b312-850d9fd2d37a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed2e3ca830e34f679561997529c103cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675097 Apr 06 14:08:19.162780 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d94d2-11d1-4b37-b312-850d9fd2d37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344f0339-95d7-4aac-bf02-4b003d088b53,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:19.165174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35262) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:19.215273 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] Publish callbacks [] for security_group (344f0339-95d7-4aac-bf02-4b003d088b53), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.264175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] Publish callbacks [] for security_group (344f0339-95d7-4aac-bf02-4b003d088b53), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.314027 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc048d-ed1d-46cd-a1a5-74c693d5e315 req-aacf6550-3162-4555-9c3e-859f99a66cc5 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:19.315040 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31bc048d-ed1d-46cd-a1a5-74c693d5e315 req-aacf6550-3162-4555-9c3e-859f99a66cc5 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0948236 Apr 06 14:08:19.369551 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31bc048d-ed1d-46cd-a1a5-74c693d5e315 req-f70a432b-72e6-419c-b50d-b5639930d9ed tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480504 Apr 06 14:08:19.427797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (344f0339-95d7-4aac-bf02-4b003d088b53), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.427797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.427797 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/344f0339-95d7-4aac-bf02-4b003d088b53 HTTP/1.1" status: 204 len: 168 time: 0.2590556 Apr 06 14:08:19.433932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4f82b-1001-4276-9a5d-b8c2230444e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f0339-95d7-4aac-bf02-4b003d088b53,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:19.582848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e932-ca05-4f5b-a69e-5701ba018421 req-aa7d9f04-522f-47d2-a687-618c89b38336 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:19.584471 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7dd4e932-ca05-4f5b-a69e-5701ba018421 req-aa7d9f04-522f-47d2-a687-618c89b38336 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0810363 Apr 06 14:08:19.587961 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-e8ddfaf5-2ad0-4323-bb72-b02fea1b5393 req-c8e6ff7e-ff61-4086-aef9-4f1067ea754c service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168265 Apr 06 14:08:19.660978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b3aa3-66c6-4a40-b747-523d32416198 req-cc1cbdcd-05f9-4a0e-aa23-f9c64721b08e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:19.662420 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e03b3aa3-66c6-4a40-b747-523d32416198 req-cc1cbdcd-05f9-4a0e-aa23-f9c64721b08e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1005909 Apr 06 14:08:19.665681 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7dd4e932-ca05-4f5b-a69e-5701ba018421 req-53af082b-c4de-411e-808c-fb56c9085709 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657055 Apr 06 14:08:19.715961 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e03b3aa3-66c6-4a40-b747-523d32416198 req-e2131cc4-1d5a-4048-bf5f-053e0c22e109 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Apr 06 14:08:19.876050 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.916029 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dacbb-3294-40ee-b5cd-1d87361f171a req-f94d17ef-e566-4ba0-b172-92589969eb6d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:19.917533 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-945dacbb-3294-40ee-b5cd-1d87361f171a req-f94d17ef-e566-4ba0-b172-92589969eb6d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0520918 Apr 06 14:08:19.963472 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-945dacbb-3294-40ee-b5cd-1d87361f171a req-f5a30ebe-35ae-42f7-8808-8a8af67c3a83 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Apr 06 14:08:20.140489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35300) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:20.153427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c001a5b4-b806-40d3-9d1a-fd3fb5f89c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.231886 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c001a5b4-b806-40d3-9d1a-fd3fb5f89c1e admin admin] Publish callbacks [] for security_group (543132ce-5d51-4b63-a0e5-e0aaf503bc6b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.328760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c001a5b4-b806-40d3-9d1a-fd3fb5f89c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (543132ce-5d51-4b63-a0e5-e0aaf503bc6b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.373572 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c001a5b4-b806-40d3-9d1a-fd3fb5f89c1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36345923f520462ea2f244a659e66334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295814 Apr 06 14:08:20.373572 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001a5b4-b806-40d3-9d1a-fd3fb5f89c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543132ce-5d51-4b63-a0e5-e0aaf503bc6b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.374352 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35304) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:20.435907 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] Publish callbacks [] for security_group (543132ce-5d51-4b63-a0e5-e0aaf503bc6b), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.462908 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] Publish callbacks [] for security_group (543132ce-5d51-4b63-a0e5-e0aaf503bc6b), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.498285 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874ad17-b9fd-415b-bae1-bb187a887ae6 req-aafdf088-a7eb-449b-81b7-13a0ae853232 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.499730 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0874ad17-b9fd-415b-bae1-bb187a887ae6 req-aafdf088-a7eb-449b-81b7-13a0ae853232 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0557365 Apr 06 14:08:20.550286 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0874ad17-b9fd-415b-bae1-bb187a887ae6 req-dec4c945-b569-4661-9328-af9a155df031 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444114 Apr 06 14:08:20.603615 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (543132ce-5d51-4b63-a0e5-e0aaf503bc6b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.615005 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.615005 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/543132ce-5d51-4b63-a0e5-e0aaf503bc6b HTTP/1.1" status: 204 len: 168 time: 0.2334678 Apr 06 14:08:20.634810 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ddc4d-97d4-49ac-9c02-b3630b4513d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543132ce-5d51-4b63-a0e5-e0aaf503bc6b,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.988671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f80c05-0154-4c2a-8edc-e8bf620bc188 req-5a5fb20c-0cca-4a86-b2ef-2d1a8bd820c3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.990184 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01f80c05-0154-4c2a-8edc-e8bf620bc188 req-5a5fb20c-0cca-4a86-b2ef-2d1a8bd820c3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.2900856 Apr 06 14:08:21.000432 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35336) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:21.005861 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:21.029191 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0e40-89ce-4025-9181-6352b702ca7e req-2626f2f6-49c0-4734-9402-0af81d471aec tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:21.030957 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e5c0e40-89ce-4025-9181-6352b702ca7e req-2626f2f6-49c0-4734-9402-0af81d471aec tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.2767997 Apr 06 14:08:21.089760 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:21.130790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e5c0e40-89ce-4025-9181-6352b702ca7e req-3575cc7b-4ec6-4d4c-b2ad-db9277e355b0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904529 Apr 06 14:08:21.143840 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0be1-149f-418e-b441-784db0611267 req-af3e4593-8830-469e-88d5-e46654bb72fc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:21.157823 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3ed0be1-149f-418e-b441-784db0611267 req-af3e4593-8830-469e-88d5-e46654bb72fc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0944300 Apr 06 14:08:21.227917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3ed0be1-149f-418e-b441-784db0611267 req-04328a14-c14a-41b3-919f-953ba07610a2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715163 Apr 06 14:08:21.273673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1912dd-4bbc-406f-b7a6-aa94c764a7c3 req-7d867c84-47ca-4db5-9bdc-456766161122 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:21.275389 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c1912dd-4bbc-406f-b7a6-aa94c764a7c3 req-7d867c84-47ca-4db5-9bdc-456766161122 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0606363 Apr 06 14:08:21.394025 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c1912dd-4bbc-406f-b7a6-aa94c764a7c3 req-03b3d15c-e018-44f7-ab54-8c3babe3cb56 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048024 Apr 06 14:08:21.401129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456066b4-2126-4f3e-a9dc-b6b6a3c63ef2 req-f5b661a9-dcd9-4ce2-80cc-74e520d181d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:21.402772 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-456066b4-2126-4f3e-a9dc-b6b6a3c63ef2 req-f5b661a9-dcd9-4ce2-80cc-74e520d181d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0984724 Apr 06 14:08:21.412074 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35350) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:21.420206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'floatingip': {'port_id': 'cda29bda-a879-4d5e-9346-272b34b95a9a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:21.500613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:21.915328 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581daaa-602c-4d36-a02a-dfb0ada10788 req-7c2a7b14-98bc-4089-8091-601865799aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:21.916932 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c581daaa-602c-4d36-a02a-dfb0ada10788 req-7c2a7b14-98bc-4089-8091-601865799aef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1129 time: 0.1035023 Apr 06 14:08:22.068654 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:22.129475 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:22.243180 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP 4acc1d62-a317-4821-8fc3-5f78119bc013 associated. External IP: 172.27.1.115, port: 46749b7f-ca1b-41cb-a16f-d257a78afc99. Apr 06 14:08:22.247397 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:22.317360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bfb7d-83a3-4bc9-8c16-f65c9c5cbdbc req-dc5fe6b1-0ce8-42d3-8b8a-5fe2a2245aeb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:22.325160 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af6bfb7d-83a3-4bc9-8c16-f65c9c5cbdbc req-dc5fe6b1-0ce8-42d3-8b8a-5fe2a2245aeb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1091869 Apr 06 14:08:22.333934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:22.460457 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af6bfb7d-83a3-4bc9-8c16-f65c9c5cbdbc req-232c8991-cc78-4a85-bdb9-32f673de029d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343329 Apr 06 14:08:22.511495 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:08:22.527293 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Floating IP 799d51c6-0a84-4f46-82f9-716b7c45832b associated. External IP: 172.27.1.152, port: cda29bda-a879-4d5e-9346-272b34b95a9a. Apr 06 14:08:22.607345 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fef2e1-663c-4e7f-b691-d3a9b857bfd7 req-1c544035-008e-4631-acf7-c75e31849de4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:22.608741 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8fef2e1-663c-4e7f-b691-d3a9b857bfd7 req-1c544035-008e-4631-acf7-c75e31849de4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1151171 Apr 06 14:08:22.670985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:08:22.678901 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:22.690259 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:22.714908 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:22.717238 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8fef2e1-663c-4e7f-b691-d3a9b857bfd7 req-8bc73779-fe58-4975-9000-4eaa1ccce2a3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774715 Apr 06 14:08:22.731103 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:22.791384 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-184f57d8-a7ae-4a1e-85c2-f826ce08b4fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "PUT /v2.0/floatingips/4acc1d62-a317-4821-8fc3-5f78119bc013 HTTP/1.1" status: 200 len: 992 time: 1.7906179 Apr 06 14:08:22.792357 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:22.794987 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88107fca-86c5-48ee-9e1a-11bfd3c28932" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:22.842659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf12819d-31e4-4989-9c12-013209504877 x-openstack-request-id: req-bf12819d-31e4-4989-9c12-013209504877 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:22.842659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:22.842659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf12819d-31e4-4989-9c12-013209504877 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:22.842659 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf12819d-31e4-4989-9c12-013209504877'] response: {'name': 'network-changed', 'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'status': 'completed', 'code': 200} Apr 06 14:08:22.877468 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:08:22.919823 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:23.102129 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c581daaa-602c-4d36-a02a-dfb0ada10788 req-5bcbf138-8860-4e28-9ed6-56ea534af70d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671482 Apr 06 14:08:23.223630 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35430) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:23.258640 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:21Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:23.289280 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:23.306837 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:23.306837 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:23.316206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-85032b4c-89a4-469c-8230-e9dcbc31b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:23.317884 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-85032b4c-89a4-469c-8230-e9dcbc31b107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 1130 time: 0.1261823 Apr 06 14:08:23.334997 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:08:23.339849 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.347986 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:23.359674 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:23.360644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:23.377849 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9d54eaa8-c502-414b-be90-0f2336e713a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "PUT /v2.0/floatingips/799d51c6-0a84-4f46-82f9-716b7c45832b HTTP/1.1" status: 200 len: 992 time: 1.9616430 Apr 06 14:08:23.378448 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:23.380951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:23.413851 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1727be44-4f70-4e5c-b35b-7b5f07fc9c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.456024 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f76c7a5-4df2-4059-a7ff-3baea9aa5543 x-openstack-request-id: req-5f76c7a5-4df2-4059-a7ff-3baea9aa5543 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:23.456793 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:23.458233 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f76c7a5-4df2-4059-a7ff-3baea9aa5543 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:23.458233 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f76c7a5-4df2-4059-a7ff-3baea9aa5543'] response: {'name': 'network-changed', 'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'status': 'completed', 'code': 200} Apr 06 14:08:23.485335 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:23.531324 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1727be44-4f70-4e5c-b35b-7b5f07fc9c52 admin admin] Publish callbacks [] for security_group (792f608f-5838-40b9-a4d5-3347d7ea81bb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.615261 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1727be44-4f70-4e5c-b35b-7b5f07fc9c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (792f608f-5838-40b9-a4d5-3347d7ea81bb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.629126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afdab8-6481-4064-8444-ac29426c54a6 req-54c6c4c5-4518-4f8d-acef-bb34c2f62708 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:23.637908 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2afdab8-6481-4064-8444-ac29426c54a6 req-54c6c4c5-4518-4f8d-acef-bb34c2f62708 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0854111 Apr 06 14:08:23.642073 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:23.745067 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1727be44-4f70-4e5c-b35b-7b5f07fc9c52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb81a22ec2f4486b8efa56e9e1108d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202188 Apr 06 14:08:23.746335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727be44-4f70-4e5c-b35b-7b5f07fc9c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f608f-5838-40b9-a4d5-3347d7ea81bb,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:23.761602 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35444) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:23.790523 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2afdab8-6481-4064-8444-ac29426c54a6 req-dc6df203-000c-42a4-a7f4-a5a38d941a44 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517081 Apr 06 14:08:23.843040 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] Publish callbacks [] for security_group (792f608f-5838-40b9-a4d5-3347d7ea81bb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.850808 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-1ee6d720-924f-4f72-97af-0b2bc69d7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:23.852526 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-1ee6d720-924f-4f72-97af-0b2bc69d7250 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.2439034 Apr 06 14:08:23.868365 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] Publish callbacks [] for security_group (792f608f-5838-40b9-a4d5-3347d7ea81bb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:23.936825 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:21Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:23.954415 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b61c37-395f-4dad-a8fe-4a5e887f2221 req-98b5fec2-9f75-43cb-83ee-62d6b62ebeab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:23.962508 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2b61c37-395f-4dad-a8fe-4a5e887f2221 req-98b5fec2-9f75-43cb-83ee-62d6b62ebeab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0951416 Apr 06 14:08:23.997033 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '799d51c6-0a84-4f46-82f9-716b7c45832b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4b:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:36Z', 'updated_at': '2022-04-06T14:08:22Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:24.003794 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (792f608f-5838-40b9-a4d5-3347d7ea81bb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.006421 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.008627 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/792f608f-5838-40b9-a4d5-3347d7ea81bb HTTP/1.1" status: 204 len: 168 time: 0.2452970 Apr 06 14:08:24.010340 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e6de1-6eef-402a-990d-acc81d085bef None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:21Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:24.043290 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be17b-b562-463a-b6e3-bfe8a945e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f608f-5838-40b9-a4d5-3347d7ea81bb,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:24.050841 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:24.072155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2b61c37-395f-4dad-a8fe-4a5e887f2221 req-4fb32792-62c4-4d29-a1db-86be7bc7abcc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085167 Apr 06 14:08:24.081578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:24.082452 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:24.207253 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:24.491400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '799d51c6-0a84-4f46-82f9-716b7c45832b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4b:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:36Z', 'updated_at': '2022-04-06T14:08:22Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:24.526640 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-883b4211-6f16-4403-96e5-e8a9d64d8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:24.530144 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-883b4211-6f16-4403-96e5-e8a9d64d8136 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1130 time: 0.0734062 Apr 06 14:08:24.534630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea982514-c868-48fc-bc6b-619f98624959 None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '799d51c6-0a84-4f46-82f9-716b7c45832b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4b:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:36Z', 'updated_at': '2022-04-06T14:08:22Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:24.584762 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-aa36f21b-ccf1-462c-af69-164da5d6ca4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99 HTTP/1.1" status: 200 len: 1000 time: 0.1276102 Apr 06 14:08:24.795485 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891edda7-69fa-4fe9-aa3a-e6b36bc5eed5 None None] New status for floating IP 799d51c6-0a84-4f46-82f9-716b7c45832b: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:08:24.808482 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35464) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:24.823481 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e715d4d1-5d63-44e5-8579-e84e6e94d6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.873798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca0c29-e224-4a1b-a499-b726a80cf715 None None] New status for floating IP 4acc1d62-a317-4821-8fc3-5f78119bc013: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:08:24.930247 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e715d4d1-5d63-44e5-8579-e84e6e94d6ff admin admin] Publish callbacks [] for security_group (c37f3f40-9a76-44eb-a771-8dfada45e7d9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.965143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f6635-35b3-4413-ae80-c2030cd26c33 req-02831538-6bd7-4d57-bce5-b52e1af43b37 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:24.967860 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e48f6635-35b3-4413-ae80-c2030cd26c33 req-02831538-6bd7-4d57-bce5-b52e1af43b37 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0712264 Apr 06 14:08:25.026458 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e715d4d1-5d63-44e5-8579-e84e6e94d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c37f3f40-9a76-44eb-a771-8dfada45e7d9), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.093182 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e48f6635-35b3-4413-ae80-c2030cd26c33 req-80c1cff2-0b59-49ec-b60b-077226b12448 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194441 Apr 06 14:08:25.131862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-efcc0640-65dc-40a5-8883-f00f9efe7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.140582 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-efcc0640-65dc-40a5-8883-f00f9efe7115 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.1202590 Apr 06 14:08:25.141302 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e715d4d1-5d63-44e5-8579-e84e6e94d6ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8667b2e6ba840c89d74bad6da5e9d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315730 Apr 06 14:08:25.151902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35474) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:25.192844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d4d1-5d63-44e5-8579-e84e6e94d6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f3f40-9a76-44eb-a771-8dfada45e7d9,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:25.246191 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-0fb8a7c0-b7e7-4a1a-9a10-83b7c5cbd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.247887 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-0fb8a7c0-b7e7-4a1a-9a10-83b7c5cbd919 service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.1654985 Apr 06 14:08:25.285358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] Publish callbacks [] for security_group (c37f3f40-9a76-44eb-a771-8dfada45e7d9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.310529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f138-541b-40c9-8bd4-a8252841b307 req-636ef921-1ffd-4666-bd23-e63b9b08422e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.312082 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72e1f138-541b-40c9-8bd4-a8252841b307 req-636ef921-1ffd-4666-bd23-e63b9b08422e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1188893 Apr 06 14:08:25.322426 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35478) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:25.327906 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'floatingip': {'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:25.328355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] Publish callbacks [] for security_group (c37f3f40-9a76-44eb-a771-8dfada45e7d9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.337110 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4305adf-bf68-45a6-af72-4b51bb9295b6 req-bbe6cd48-ca45-45d3-9303-2cae24af0c80 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.338237 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4305adf-bf68-45a6-af72-4b51bb9295b6 req-bbe6cd48-ca45-45d3-9303-2cae24af0c80 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1461451 Apr 06 14:08:25.387787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.427401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4305adf-bf68-45a6-af72-4b51bb9295b6 req-fc6411b6-f40f-4d73-b901-612557676df1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770600 Apr 06 14:08:25.522852 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c37f3f40-9a76-44eb-a771-8dfada45e7d9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.525533 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.529289 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c37f3f40-9a76-44eb-a771-8dfada45e7d9 HTTP/1.1" status: 204 len: 168 time: 0.3736014 Apr 06 14:08:25.537303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc89dd-2de9-4d86-9244-47bbad432c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f3f40-9a76-44eb-a771-8dfada45e7d9,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:25.724313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-dfac5d33-5473-465f-a83f-4dd63faf0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:25.726287 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-dfac5d33-5473-465f-a83f-4dd63faf0982 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637043 Apr 06 14:08:25.843803 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-a15599c2-68e2-46a7-9425-6e7c0bb4ed6b service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998869 Apr 06 14:08:25.907689 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-5feefdbc-ad71-43c9-a88a-e6dfc370b9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 1002 time: 0.1280549 Apr 06 14:08:25.954010 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88107fca-86c5-48ee-9e1a-11bfd3c28932 req-c424fd1f-873c-496e-94b9-51348a529453 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989494 Apr 06 14:08:26.046974 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-c4e00723-bf56-4986-aebc-a6361beeed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.048684 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-c4e00723-bf56-4986-aebc-a6361beeed1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.1343560 Apr 06 14:08:26.214553 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-d6865cb2-8041-4111-a096-b9b233e47a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.216860 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-d6865cb2-8041-4111-a096-b9b233e47a40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872793 Apr 06 14:08:26.404026 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.408095 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-6520663c-d529-49ff-b0d0-67462f3a8bba service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822882 Apr 06 14:08:26.510065 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-3d0984e1-4c09-4bad-8bdb-7502d77eaab2 req-6c3d2c12-ecd7-46c7-8cd4-49bceefbaafe service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Apr 06 14:08:26.511258 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.564851 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc817ead-8232-4ae6-91b6-4227367cbb7c req-89670251-0d9f-4808-9b5e-3222f292d8ce tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.566555 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc817ead-8232-4ae6-91b6-4227367cbb7c req-89670251-0d9f-4808-9b5e-3222f292d8ce tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0772102 Apr 06 14:08:26.622046 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc817ead-8232-4ae6-91b6-4227367cbb7c req-5758cb1d-b924-49c5-b8f8-308cf30432df tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Apr 06 14:08:26.643576 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Floating IP e27b400c-ad33-4f36-b85c-4d29ec267d31 associated. External IP: 172.27.1.147, port: 64b9c54f-c957-442a-bb71-1dfb4c57c4b3. Apr 06 14:08:26.827532 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd416-91a3-47f1-98f8-3299e5ca04c3 req-da040bca-0149-4836-b7fc-ccf3698b95d0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:26.835912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c9bd416-91a3-47f1-98f8-3299e5ca04c3 req-da040bca-0149-4836-b7fc-ccf3698b95d0 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0793216 Apr 06 14:08:26.882134 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:08:26.883412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c9bd416-91a3-47f1-98f8-3299e5ca04c3 req-8001f352-4777-4fed-be8b-46c964f1b038 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Apr 06 14:08:27.002945 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:08:27.007933 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:27.015968 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:27.031191 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:27.031879 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:27.040057 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8d63c7b1-fb43-4d73-9ac0-6c412ffc1aff tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "PUT /v2.0/floatingips/e27b400c-ad33-4f36-b85c-4d29ec267d31 HTTP/1.1" status: 200 len: 991 time: 1.7164600 Apr 06 14:08:27.040678 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:27.043621 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f237855-aaa5-4fbe-b87b-d88428e2bb08" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:27.089803 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a47461-6975-46b7-af62-c5a7dcd8049c x-openstack-request-id: req-60a47461-6975-46b7-af62-c5a7dcd8049c {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:27.090090 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:27.090339 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60a47461-6975-46b7-af62-c5a7dcd8049c {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:27.090755 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a47461-6975-46b7-af62-c5a7dcd8049c'] response: {'name': 'network-changed', 'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'status': 'completed', 'code': 200} Apr 06 14:08:27.151264 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:27.387874 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'e27b400c-ad33-4f36-b85c-4d29ec267d31', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:32Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:27.418960 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:27.427562 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:27.428179 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:27.539953 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:27.755498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f030cd-e415-408d-9bca-c2256e671a19 req-a7122e7e-d11d-4e91-9098-6a5a9d96dfe5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:27.757106 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98f030cd-e415-408d-9bca-c2256e671a19 req-a7122e7e-d11d-4e91-9098-6a5a9d96dfe5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Apr 06 14:08:27.792280 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:08:27.800875 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'e27b400c-ad33-4f36-b85c-4d29ec267d31', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:32Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:27.819943 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98f030cd-e415-408d-9bca-c2256e671a19 req-0638915c-fcf2-435c-8b84-aba2a24707a1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568194 Apr 06 14:08:27.839731 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5601dc48-4284-4390-aa02-a04a6031a665 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'e27b400c-ad33-4f36-b85c-4d29ec267d31', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:32Z', 'updated_at': '2022-04-06T14:08:26Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:28.013796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879931c9-d45e-4b85-82c5-531ca46ed010 req-3dcb4e8c-c59f-45bc-be8c-ac1be9c7de63 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.015532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-879931c9-d45e-4b85-82c5-531ca46ed010 req-3dcb4e8c-c59f-45bc-be8c-ac1be9c7de63 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0590458 Apr 06 14:08:28.058265 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f37bcb-8e9b-49ba-87fa-a5ed71a37694 None None] New status for floating IP e27b400c-ad33-4f36-b85c-4d29ec267d31: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:08:28.077090 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-879931c9-d45e-4b85-82c5-531ca46ed010 req-4baa3e1b-1b61-4d5f-b050-8c0b21184293 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488834 Apr 06 14:08:28.666456 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-8f4cdd05-bab8-4697-9d24-693bf8dacf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.668022 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-8f4cdd05-bab8-4697-9d24-693bf8dacf90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1129 time: 0.0468631 Apr 06 14:08:28.795504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-4ab20712-43ca-4e40-a877-9d1cc570e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.797034 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-4ab20712-43ca-4e40-a877-9d1cc570e34d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.1005924 Apr 06 14:08:28.950286 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e585-d36e-4622-812f-900fc4700923 req-99281cb1-a160-4dd5-80c3-c56910a585cc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:28.951792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3654e585-d36e-4622-812f-900fc4700923 req-99281cb1-a160-4dd5-80c3-c56910a585cc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0572851 Apr 06 14:08:29.007009 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3654e585-d36e-4622-812f-900fc4700923 req-56f534e5-e485-4b1b-9dc8-11d82e6400d8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490224 Apr 06 14:08:29.125075 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-87ec0ebd-7929-4cba-ba91-f9de4059006e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 1001 time: 0.0642378 Apr 06 14:08:29.187869 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-f063cdf3-56ec-48c5-a3a9-4bba87ed5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:29.190806 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-f063cdf3-56ec-48c5-a3a9-4bba87ed5a79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0536849 Apr 06 14:08:29.214115 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414d4d-6fb7-4e7b-b8cb-beef7e9aa2c0 req-7c67cc33-2260-4f88-ba2f-07662393585a tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:29.216356 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6a414d4d-6fb7-4e7b-b8cb-beef7e9aa2c0 req-7c67cc33-2260-4f88-ba2f-07662393585a tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0573263 Apr 06 14:08:29.270812 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6a414d4d-6fb7-4e7b-b8cb-beef7e9aa2c0 req-4102ee24-a170-4f5e-a13b-14d4da647dbd tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Apr 06 14:08:29.498840 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-4b26805e-017c-4b7c-8ba1-a38bcaa3e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:29.500400 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-4b26805e-017c-4b7c-8ba1-a38bcaa3e785 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481546 Apr 06 14:08:29.593785 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-8e5a569b-475f-44ca-9728-619e92da60a7 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Apr 06 14:08:29.749837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-941aa9a0-65b4-4cf3-95c9-ed815a0d4ae7 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:29.751642 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-941aa9a0-65b4-4cf3-95c9-ed815a0d4ae7 tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.46 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0588417 Apr 06 14:08:29.799176 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-9f237855-aaa5-4fbe-b87b-d88428e2bb08 req-1f981db0-cb10-47ff-aab3-f13cd8e20635 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064785 Apr 06 14:08:29.810842 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35648) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:29.908369 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Deleting port bb324c72-fc7e-4d25-9dab-0af533c891ae {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:08:29.908784 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:29.935918 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-54d0e737-75fe-4b1c-9095-8a9820149dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.007568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] For port bb324c72-fc7e-4d25-9dab-0af533c891ae, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=bb324c72-fc7e-4d25-9dab-0af533c891ae,segment=NetworkSegment(7101a47d-6dd9-4dd7-923e-88835f985efe),segment_id=7101a47d-6dd9-4dd7-923e-88835f985efe)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:30.007935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.020046 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-54d0e737-75fe-4b1c-9095-8a9820149dae admin admin] Publish callbacks [] for security_group (b114c2df-2f09-4345-b1ab-3b339f99f657), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.025583 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Calling delete_port for bb324c72-fc7e-4d25-9dab-0af533c891ae owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:08:30.118062 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-54d0e737-75fe-4b1c-9095-8a9820149dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b114c2df-2f09-4345-b1ab-3b339f99f657), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.165316 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-54d0e737-75fe-4b1c-9095-8a9820149dae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14cebf9dfc5841fd84a3c5eff0c827d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532548 Apr 06 14:08:30.169658 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35668) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:30.175872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a1063-816c-4010-b8bd-f1b73fb56c41 req-5ce1687c-ac89-4601-b187-2134be9d2b03 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:30.177357 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a6a1063-816c-4010-b8bd-f1b73fb56c41 req-5ce1687c-ac89-4601-b187-2134be9d2b03 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0799329 Apr 06 14:08:30.177502 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0e737-75fe-4b1c-9095-8a9820149dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b114c2df-2f09-4345-b1ab-3b339f99f657,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:30.231089 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] Publish callbacks [] for security_group (b114c2df-2f09-4345-b1ab-3b339f99f657), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.253162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] Publish callbacks [] for security_group (b114c2df-2f09-4345-b1ab-3b339f99f657), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.267804 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a6a1063-816c-4010-b8bd-f1b73fb56c41 req-2b7b3026-3a19-47b4-8382-d67b10a09592 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Apr 06 14:08:30.388795 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb955-bb13-4686-aa10-efa95112ee20 req-3a62325a-aeb7-4576-845d-c9b381d0a6cf tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:30.390287 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c9eb955-bb13-4686-aa10-efa95112ee20 req-3a62325a-aeb7-4576-845d-c9b381d0a6cf tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Apr 06 14:08:30.415027 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (bb324c72-fc7e-4d25-9dab-0af533c891ae), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.450062 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b114c2df-2f09-4345-b1ab-3b339f99f657), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.450738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Pushing event deleted for resources: {'Port': ['ID=bb324c72-fc7e-4d25-9dab-0af533c891ae,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:30.471759 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['bb324c72-fc7e-4d25-9dab-0af533c891ae'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:08:30.481590 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.488807 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b114c2df-2f09-4345-b1ab-3b339f99f657 HTTP/1.1" status: 204 len: 168 time: 0.3125322 Apr 06 14:08:30.510551 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d798b5-fe6f-4305-b695-a99088a2ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b114c2df-2f09-4345-b1ab-3b339f99f657,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:30.546630 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] No DVR routers for this DVR port bb324c72-fc7e-4d25-9dab-0af533c891ae on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:08:30.551522 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c9eb955-bb13-4686-aa10-efa95112ee20 req-406ca2b3-6eb6-410c-bc0c-2c9de3e2561c tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/security-groups?id=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531751 Apr 06 14:08:30.553911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.558055 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-866fdc59-053b-497a-b254-d8f13cda1b4f req-9f69b3e5-1cf3-47ac-98e5-e2cf034e211f tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.46 "DELETE /v2.0/ports/bb324c72-fc7e-4d25-9dab-0af533c891ae HTTP/1.1" status: 204 len: 173 time: 0.8011782 Apr 06 14:08:30.562773 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'name': 'network-vif-deleted', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:30.562773 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296787f-d718-4144-a2bd-366340c83aee" -d '{"events": [{"server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "name": "network-vif-deleted", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:30.603568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07367d31-b7fc-47f2-bd26-316cf5a30f92 x-openstack-request-id: req-07367d31-b7fc-47f2-bd26-316cf5a30f92 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:30.603926 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558e2bb6-be03-45e5-bdd6-8f56d2e4fa85", "name": "network-vif-deleted", "tag": "bb324c72-fc7e-4d25-9dab-0af533c891ae", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:30.604245 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07367d31-b7fc-47f2-bd26-316cf5a30f92 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:30.604703 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07367d31-b7fc-47f2-bd26-316cf5a30f92'] response: {'server_uuid': '558e2bb6-be03-45e5-bdd6-8f56d2e4fa85', 'name': 'network-vif-deleted', 'tag': 'bb324c72-fc7e-4d25-9dab-0af533c891ae', 'status': 'completed', 'code': 200} Apr 06 14:08:31.211498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35726) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:31.211498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbb5-3c15-487a-82a2-8fbf196340fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.282011 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbb5-3c15-487a-82a2-8fbf196340fb admin admin] Publish callbacks [] for security_group (23238328-3dfa-44c7-868e-a9fd8cfc4d48), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.380215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cbb5-3c15-487a-82a2-8fbf196340fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (23238328-3dfa-44c7-868e-a9fd8cfc4d48), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.433143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3cbb5-3c15-487a-82a2-8fbf196340fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23238328-3dfa-44c7-868e-a9fd8cfc4d48,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:31.447649 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c2c3cbb5-3c15-487a-82a2-8fbf196340fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b3bd587ae834712a89c028e1d30cbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550547 Apr 06 14:08:31.447980 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35740) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:31.473487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ede6ac-1bc1-47ff-a9c0-f8c90c09664b req-24dfec90-4f7c-4063-b583-cb737c8b9da4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:31.475004 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0ede6ac-1bc1-47ff-a9c0-f8c90c09664b req-24dfec90-4f7c-4063-b583-cb737c8b9da4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1354756 Apr 06 14:08:31.541121 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] Publish callbacks [] for security_group (23238328-3dfa-44c7-868e-a9fd8cfc4d48), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.555215 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0ede6ac-1bc1-47ff-a9c0-f8c90c09664b req-4813f4c4-7106-412b-8696-141079b72282 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696280 Apr 06 14:08:31.569522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] Publish callbacks [] for security_group (23238328-3dfa-44c7-868e-a9fd8cfc4d48), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.682012 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e042965e-893e-4bba-9f4d-ee830cafcde9 req-7984e81a-fd5b-4120-ae22-73128ffcc8fd tempest-DeleteServersTestJSON-2058311343 tempest-DeleteServersTestJSON-2058311343-project] 10.222.0.62 "GET /v2.0/ports?device_id=558e2bb6-be03-45e5-bdd6-8f56d2e4fa85 HTTP/1.1" status: 200 len: 210 time: 0.0296066 Apr 06 14:08:31.694499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (23238328-3dfa-44c7-868e-a9fd8cfc4d48), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.697378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:31.701695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23238328-3dfa-44c7-868e-a9fd8cfc4d48 HTTP/1.1" status: 204 len: 168 time: 0.2489703 Apr 06 14:08:31.707574 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67fdeb-db8a-459c-9bd4-b40893cef6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23238328-3dfa-44c7-868e-a9fd8cfc4d48,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:32.229481 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35760) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:32.337088 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4b53101-f36c-4404-8c04-062af6230c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.422130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4b53101-f36c-4404-8c04-062af6230c35 admin admin] Publish callbacks [] for security_group (36ffdcb7-a9b0-45a7-aa38-f797541dec82), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.469828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4b53101-f36c-4404-8c04-062af6230c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (36ffdcb7-a9b0-45a7-aa38-f797541dec82), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.512112 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f4b53101-f36c-4404-8c04-062af6230c35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05df384b4ab54ea8b7a58da94805592d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815387 Apr 06 14:08:32.512967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53101-f36c-4404-8c04-062af6230c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ffdcb7-a9b0-45a7-aa38-f797541dec82,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:32.515864 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35768) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:32.567700 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] Publish callbacks [] for security_group (36ffdcb7-a9b0-45a7-aa38-f797541dec82), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.589207 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] Publish callbacks [] for security_group (36ffdcb7-a9b0-45a7-aa38-f797541dec82), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.685661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576944e-ade6-48e0-a13c-ab6eb2b5fdc8 req-3e3aa9c7-b287-4b29-abc2-e027bcfde9e8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:32.687155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3576944e-ade6-48e0-a13c-ab6eb2b5fdc8 req-3e3aa9c7-b287-4b29-abc2-e027bcfde9e8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Apr 06 14:08:32.705910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (36ffdcb7-a9b0-45a7-aa38-f797541dec82), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.709698 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.711115 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36ffdcb7-a9b0-45a7-aa38-f797541dec82 HTTP/1.1" status: 204 len: 168 time: 0.1931565 Apr 06 14:08:32.719708 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22503-5f4e-4d48-bfa5-2ce89587dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ffdcb7-a9b0-45a7-aa38-f797541dec82,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:32.740171 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3576944e-ade6-48e0-a13c-ab6eb2b5fdc8 req-476cae9a-b631-4a5a-a973-fa0c0daeb86f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Apr 06 14:08:32.878731 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35800) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:32.932605 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Deleting subnet d2ff12ac-01aa-4f99-b14f-fd37f702a426 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:08:32.936674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Publish callbacks [] for subnet (d2ff12ac-01aa-4f99-b14f-fd37f702a426), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.975520 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Publish callbacks [] for subnet (d2ff12ac-01aa-4f99-b14f-fd37f702a426), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.988688 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (d2ff12ac-01aa-4f99-b14f-fd37f702a426), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.146407 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for subnet (d2ff12ac-01aa-4f99-b14f-fd37f702a426), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.170050 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ff12ac-01aa-4f99-b14f-fd37f702a426,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:33.175622 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.178786 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6a9cc688-7078-48e9-a773-5f252635e9b6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d2ff12ac-01aa-4f99-b14f-fd37f702a426 HTTP/1.1" status: 204 len: 168 time: 0.2984197 Apr 06 14:08:33.181330 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35810) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:33.253787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (d2b76735-11e4-4fae-9d81-315a4c7dd897), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.340877 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (d2b76735-11e4-4fae-9d81-315a4c7dd897), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.361311 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.361702 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.362483 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.362816 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > port after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.363156 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.363500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > port after_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.363827 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.364159 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.364471 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.364785 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.438328 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35818) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:33.452803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e8afa568-c073-42b9-bc28-8b88b732bc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.489792 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.490149 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.490479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.490837 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:33.491424 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b76735-11e4-4fae-9d81-315a4c7dd897']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:33.514189 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeef3a9-72b2-4863-81c4-2c8ae702fc43') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:33.514645 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeef3a9-72b2-4863-81c4-2c8ae702fc43') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:33.533415 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (cfeef3a9-72b2-4863-81c4-2c8ae702fc43), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.534161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e8afa568-c073-42b9-bc28-8b88b732bc73 admin admin] Publish callbacks [] for security_group (9b25472d-e25f-481a-9b8c-08b7863b4e7c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.556441 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (cfeef3a9-72b2-4863-81c4-2c8ae702fc43), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.564134 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:33.564516 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (cfeef3a9-72b2-4863-81c4-2c8ae702fc43), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.596060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e8afa568-c073-42b9-bc28-8b88b732bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (9b25472d-e25f-481a-9b8c-08b7863b4e7c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: from cryptography.utils import int_from_bytes Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: from cryptography.utils import int_from_bytes Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:33.596830 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:33.636837 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e8afa568-c073-42b9-bc28-8b88b732bc73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=187f8650190641469e51f7ea02371f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946003 Apr 06 14:08:33.637162 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35822) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:33.642999 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa568-c073-42b9-bc28-8b88b732bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25472d-e25f-481a-9b8c-08b7863b4e7c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:33.703772 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] Publish callbacks [] for security_group (9b25472d-e25f-481a-9b8c-08b7863b4e7c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.728507 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] Publish callbacks [] for security_group (9b25472d-e25f-481a-9b8c-08b7863b4e7c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.862519 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (9b25472d-e25f-481a-9b8c-08b7863b4e7c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.865093 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.879191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b25472d-e25f-481a-9b8c-08b7863b4e7c HTTP/1.1" status: 204 len: 168 time: 0.2317071 Apr 06 14:08:33.897059 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213db01-01bd-47eb-baec-bbbf8f22f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25472d-e25f-481a-9b8c-08b7863b4e7c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:33.906947 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d6f0-5048-41c7-9d34-e0718cf53ee8 req-665649a9-1f31-4234-b23c-96a7cd867f48 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:33.914802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5046d6f0-5048-41c7-9d34-e0718cf53ee8 req-665649a9-1f31-4234-b23c-96a7cd867f48 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0907955 Apr 06 14:08:33.945645 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (d2b76735-11e4-4fae-9d81-315a4c7dd897), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.958270 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:33.964230 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] 10.222.0.62 "DELETE /v2.0/networks/d2b76735-11e4-4fae-9d81-315a4c7dd897 HTTP/1.1" status: 204 len: 168 time: 0.7794302 Apr 06 14:08:33.971166 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35840) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:33.978853 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3721b-065f-49ae-81a2-f1ff2e2a969f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b76735-11e4-4fae-9d81-315a4c7dd897,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:33.980050 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5046d6f0-5048-41c7-9d34-e0718cf53ee8 req-a598b5b0-d18e-4676-825d-8e7f12704ee0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636418 Apr 06 14:08:34.031045 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Deleting subnet 8701800b-acce-4992-9b1f-af1dcb360eb2 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:08:34.034875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Publish callbacks [] for subnet (8701800b-acce-4992-9b1f-af1dcb360eb2), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.071053 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (8701800b-acce-4992-9b1f-af1dcb360eb2), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.116213 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (8701800b-acce-4992-9b1f-af1dcb360eb2), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.256014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device bb324c72-fc7e-4d25-9dab-0af533c891ae no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:08:34.266204 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (8701800b-acce-4992-9b1f-af1dcb360eb2), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.275811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: bb324c72-fc7e-4d25-9dab-0af533c891ae {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:08:34.276156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device bb324c72-fc7e-4d25-9dab-0af533c891ae not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:08:34.292227 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8701800b-acce-4992-9b1f-af1dcb360eb2,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:34.298713 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.302375 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-74140150-703c-42eb-9b84-aa3cb5fb3c35 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8701800b-acce-4992-9b1f-af1dcb360eb2 HTTP/1.1" status: 204 len: 168 time: 0.3298991 Apr 06 14:08:34.302497 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 35846) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:34.381618 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (c2e234e6-f9dc-48f9-8d26-8b994674839c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.387656 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35854) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:34.435222 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Deleting subnet db34d32b-68bc-4724-8995-72b5ab542bde {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:08:34.445217 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Publish callbacks [] for subnet (db34d32b-68bc-4724-8995-72b5ab542bde), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.475285 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (c2e234e6-f9dc-48f9-8d26-8b994674839c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.493679 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (db34d32b-68bc-4724-8995-72b5ab542bde), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.520805 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.521001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.521630 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.521957 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > port after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.522580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.522580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > port after_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.522898 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.523844 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.524330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.524652 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.543667 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (db34d32b-68bc-4724-8995-72b5ab542bde), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.599692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.600043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.600371 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.600696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:08:34.601262 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e234e6-f9dc-48f9-8d26-8b994674839c']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.618355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bae3056-d382-4381-b8d0-073857131d8a') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.618649 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bae3056-d382-4381-b8d0-073857131d8a') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.636454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (6bae3056-d382-4381-b8d0-073857131d8a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.654545 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (db34d32b-68bc-4724-8995-72b5ab542bde), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.667527 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.668760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (6bae3056-d382-4381-b8d0-073857131d8a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.671725 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/db34d32b-68bc-4724-8995-72b5ab542bde HTTP/1.1" status: 204 len: 168 time: 0.2829452 Apr 06 14:08:34.678036 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:34.678568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (6bae3056-d382-4381-b8d0-073857131d8a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.690910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35870) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:34.698262 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755acc5-cb84-4978-9acb-57e5f5419759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db34d32b-68bc-4724-8995-72b5ab542bde,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: from cryptography.utils import int_from_bytes Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: from cryptography.utils import int_from_bytes Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:34.741802 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:34.769383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (98441faa-dcf0-4b9a-ab2a-325bff180b88), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.832001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (c2e234e6-f9dc-48f9-8d26-8b994674839c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.840704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.843942 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2e234e6-f9dc-48f9-8d26-8b994674839c HTTP/1.1" status: 204 len: 168 time: 0.5403013 Apr 06 14:08:34.854176 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f74b-97b3-4256-a128-f1a956483f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e234e6-f9dc-48f9-8d26-8b994674839c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:34.855662 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (98441faa-dcf0-4b9a-ab2a-325bff180b88), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.879188 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98441faa-dcf0-4b9a-ab2a-325bff180b88']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.889594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7101a47d-6dd9-4dd7-923e-88835f985efe') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.890072 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7101a47d-6dd9-4dd7-923e-88835f985efe') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:34.900613 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (7101a47d-6dd9-4dd7-923e-88835f985efe), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.914361 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (7101a47d-6dd9-4dd7-923e-88835f985efe), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.920409 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:34.920891 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (7101a47d-6dd9-4dd7-923e-88835f985efe), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:34.922828 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:35.169301 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (98441faa-dcf0-4b9a-ab2a-325bff180b88), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.187462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.193337 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] 10.222.0.62 "DELETE /v2.0/networks/98441faa-dcf0-4b9a-ab2a-325bff180b88 HTTP/1.1" status: 204 len: 168 time: 0.4988375 Apr 06 14:08:35.193337 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5841-cb30-4404-89ac-a64a221ff035 admin admin] Pushing event deleted for resources: {'Network': ['ID=98441faa-dcf0-4b9a-ab2a-325bff180b88,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:35.313349 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a36c5-7c04-4d53-b86e-8dc7776d7639 req-557caa9f-18d2-4696-9c47-aebfaebbcba5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:35.315156 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a08a36c5-7c04-4d53-b86e-8dc7776d7639 req-557caa9f-18d2-4696-9c47-aebfaebbcba5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.2693942 Apr 06 14:08:35.362040 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a08a36c5-7c04-4d53-b86e-8dc7776d7639 req-e3a21cfd-3607-4ad6-9da2-827cc1158654 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Apr 06 14:08:35.394756 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35886) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:35.449640 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1f17c112-d739-40e6-a79e-8b28f687a753 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e99a988111cf49a995c9947380a61301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536516 Apr 06 14:08:35.452334 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35890) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:35.504500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] Publish callbacks [] for security_group (67e5c82a-2237-43bd-8257-1d15eef41a6a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.529588 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] Publish callbacks [] for security_group (67e5c82a-2237-43bd-8257-1d15eef41a6a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.568309 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35896) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:35.610369 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9a7ede0d-0b5d-4787-adfa-7e4161f5e12e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cefd9cca683e4cbba2b3af96f3ebb2ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408993 Apr 06 14:08:35.612883 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35898) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:35.665387 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] Publish callbacks [] for security_group (bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.677686 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (67e5c82a-2237-43bd-8257-1d15eef41a6a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.680589 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.681773 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67e5c82a-2237-43bd-8257-1d15eef41a6a HTTP/1.1" status: 204 len: 168 time: 0.2283194 Apr 06 14:08:35.698814 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] Publish callbacks [] for security_group (bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.704934 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b9c71-d2e7-435d-8934-13bbe0770bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5c82a-2237-43bd-8257-1d15eef41a6a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:35.858726 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.861914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:35.863635 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4 HTTP/1.1" status: 204 len: 168 time: 0.2495871 Apr 06 14:08:35.874758 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53f4f5-d02b-4628-926e-a85015a89245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4e3ca-10b7-4dd1-9c27-1cb809b65ba4,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:36.418515 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35918) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:36.490766 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3ba94403-46d9-42be-9133-c0a821a88cdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acdefef3a41f4a03bb259e77b6d9cd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704720 Apr 06 14:08:36.492952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35922) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:36.507936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c9a97-9c65-4ac2-92f7-50828d972688 req-760ccfc6-2fcc-455f-a3d5-e3d1074cec8a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:36.517335 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-860c9a97-9c65-4ac2-92f7-50828d972688 req-760ccfc6-2fcc-455f-a3d5-e3d1074cec8a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0799100 Apr 06 14:08:36.584502 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] Publish callbacks [] for security_group (082bf7cb-05c6-48fe-9a7f-f02b84371e42), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:36.590277 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-860c9a97-9c65-4ac2-92f7-50828d972688 req-3dcde638-6967-45ab-9b63-11a9fb35e13a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574472 Apr 06 14:08:36.618380 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] Publish callbacks [] for security_group (082bf7cb-05c6-48fe-9a7f-f02b84371e42), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:36.746492 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (082bf7cb-05c6-48fe-9a7f-f02b84371e42), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:36.749676 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:36.750843 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/082bf7cb-05c6-48fe-9a7f-f02b84371e42 HTTP/1.1" status: 204 len: 168 time: 0.2561245 Apr 06 14:08:36.758744 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcd25e-81a7-487f-9e24-9b42fe34d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082bf7cb-05c6-48fe-9a7f-f02b84371e42,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:37.613535 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 35974) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:37.696558 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb43870-0f22-4888-9a11-a4ce0393e531 req-b4b0183c-aac2-4a4a-9591-47a1bb601774 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:37.698920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceb43870-0f22-4888-9a11-a4ce0393e531 req-b4b0183c-aac2-4a4a-9591-47a1bb601774 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0575895 Apr 06 14:08:37.752359 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceb43870-0f22-4888-9a11-a4ce0393e531 req-a2f7029e-2bfd-4753-969e-e20a8f1340f8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466571 Apr 06 14:08:37.802622 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2ef62d14-fc72-4f7e-9ef5-a2afb9bb29b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:37.878778 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2ef62d14-fc72-4f7e-9ef5-a2afb9bb29b7 admin admin] Publish callbacks [] for security_group (dffc795f-164d-495a-8f0b-33b1896a4c88), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:37.940457 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2ef62d14-fc72-4f7e-9ef5-a2afb9bb29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (dffc795f-164d-495a-8f0b-33b1896a4c88), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:37.986169 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2ef62d14-fc72-4f7e-9ef5-a2afb9bb29b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efb4c089fe67491aa2772294c5819537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712652 Apr 06 14:08:37.987294 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef62d14-fc72-4f7e-9ef5-a2afb9bb29b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc795f-164d-495a-8f0b-33b1896a4c88,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:37.991539 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36002) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:38.049420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] Publish callbacks [] for security_group (dffc795f-164d-495a-8f0b-33b1896a4c88), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.072866 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] Publish callbacks [] for security_group (dffc795f-164d-495a-8f0b-33b1896a4c88), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.202939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (dffc795f-164d-495a-8f0b-33b1896a4c88), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.206011 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.207186 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dffc795f-164d-495a-8f0b-33b1896a4c88 HTTP/1.1" status: 204 len: 168 time: 0.2145679 Apr 06 14:08:38.214949 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c2091-66c5-4652-9417-232bbb84dfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc795f-164d-495a-8f0b-33b1896a4c88,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:38.578879 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36034) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:38.879262 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7b48-8ecd-42d2-8d9b-3e56c222029f req-f170b6c2-d226-4787-8fa4-24ea253bddc0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:38.880876 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abdd7b48-8ecd-42d2-8d9b-3e56c222029f req-f170b6c2-d226-4787-8fa4-24ea253bddc0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0609336 Apr 06 14:08:38.909402 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36040) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:38.926220 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ace7d991-c608-4f70-b8dd-85008e2da552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.937381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abdd7b48-8ecd-42d2-8d9b-3e56c222029f req-ff38b1c0-95e2-47e2-a48b-7b6a8094dc10 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Apr 06 14:08:39.038908 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ace7d991-c608-4f70-b8dd-85008e2da552 admin admin] Publish callbacks [] for security_group (5a1b118b-7b97-454d-9a5f-affab6b17d08), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.060583 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36044) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:39.094163 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ace7d991-c608-4f70-b8dd-85008e2da552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5a1b118b-7b97-454d-9a5f-affab6b17d08), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.141567 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8b6f-d503-4fcc-8738-dbeb3e62191a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.141820 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-521bca97-7a9d-4507-b799-5a963142a9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.156147 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7d991-c608-4f70-b8dd-85008e2da552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b118b-7b97-454d-9a5f-affab6b17d08,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:39.161332 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ace7d991-c608-4f70-b8dd-85008e2da552 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e32c08c6b314b2191321b535eebf5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500541 Apr 06 14:08:39.164769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36050) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:39.230756 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-521bca97-7a9d-4507-b799-5a963142a9a3 admin admin] Publish callbacks [] for security_group (8429cf4c-5b41-446d-bcd8-c7e385f0b345), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.248212 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] Publish callbacks [] for security_group (5a1b118b-7b97-454d-9a5f-affab6b17d08), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.290483 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8b6f-d503-4fcc-8738-dbeb3e62191a admin admin] Publish callbacks [] for security_group (28d373d4-1570-4a82-9ed7-479ee7464545), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.292546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] Publish callbacks [] for security_group (5a1b118b-7b97-454d-9a5f-affab6b17d08), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.293995 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-521bca97-7a9d-4507-b799-5a963142a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8429cf4c-5b41-446d-bcd8-c7e385f0b345), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.334878 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-521bca97-7a9d-4507-b799-5a963142a9a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f7a7164a14a4be19fdbefe651267af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730453 Apr 06 14:08:39.335946 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bca97-7a9d-4507-b799-5a963142a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8429cf4c-5b41-446d-bcd8-c7e385f0b345,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:39.337514 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36052) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:39.352365 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c3d8b6f-d503-4fcc-8738-dbeb3e62191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (28d373d4-1570-4a82-9ed7-479ee7464545), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.412879 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5c3d8b6f-d503-4fcc-8738-dbeb3e62191a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a75dee26ca64542b22f8c472429dd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8313282 Apr 06 14:08:39.414332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d8b6f-d503-4fcc-8738-dbeb3e62191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d373d4-1570-4a82-9ed7-479ee7464545,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:39.416375 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36054) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:39.432810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5a1b118b-7b97-454d-9a5f-affab6b17d08), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.435363 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.439699 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a1b118b-7b97-454d-9a5f-affab6b17d08 HTTP/1.1" status: 204 len: 168 time: 0.2666121 Apr 06 14:08:39.443319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] Publish callbacks [] for security_group (8429cf4c-5b41-446d-bcd8-c7e385f0b345), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.453769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d22ca9-d53f-481a-a624-d8dba5d0e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b118b-7b97-454d-9a5f-affab6b17d08,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:39.475088 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] Publish callbacks [] for security_group (8429cf4c-5b41-446d-bcd8-c7e385f0b345), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.476663 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] Publish callbacks [] for security_group (28d373d4-1570-4a82-9ed7-479ee7464545), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.504379 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] Publish callbacks [] for security_group (28d373d4-1570-4a82-9ed7-479ee7464545), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.625575 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (28d373d4-1570-4a82-9ed7-479ee7464545), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.625755 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8429cf4c-5b41-446d-bcd8-c7e385f0b345), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.628817 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.629217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:39.632663 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28d373d4-1570-4a82-9ed7-479ee7464545 HTTP/1.1" status: 204 len: 168 time: 0.2120850 Apr 06 14:08:39.632798 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8429cf4c-5b41-446d-bcd8-c7e385f0b345 HTTP/1.1" status: 204 len: 168 time: 0.2914419 Apr 06 14:08:39.638470 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c03a6-4057-4531-94de-4b1e748f2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d373d4-1570-4a82-9ed7-479ee7464545,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:39.638628 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04f27-8f7c-48f6-afdb-d1fc6b4ea266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8429cf4c-5b41-446d-bcd8-c7e385f0b345,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:40.070693 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88db080-bbed-47b9-aeef-d96d7368b57c req-0191805e-2bf0-4886-a134-967329257231 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:40.072309 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e88db080-bbed-47b9-aeef-d96d7368b57c req-0191805e-2bf0-4886-a134-967329257231 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0628641 Apr 06 14:08:40.129503 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e88db080-bbed-47b9-aeef-d96d7368b57c req-c6370e75-2080-4e0e-bfa3-5ebc007de36a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500321 Apr 06 14:08:40.972768 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36118) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:41.009527 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36122) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:41.109140 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250031151-network', 'tenant_id': 'b6269326d5fd43fe87e8d80b81acfb90'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:41.124433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-36412236-network', 'tenant_id': 'e30feeb2a9df4bd2a5649b2d0c70882f'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:41.219920 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Made reservation on behalf of b6269326d5fd43fe87e8d80b81acfb90 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:41.222204 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.231216 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.248519 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Made reservation on behalf of e30feeb2a9df4bd2a5649b2d0c70882f for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:41.252057 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.273944 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.276988 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55357c-507b-4298-a0ed-9cd483bdef5a req-3d5eba9f-acc4-473f-874c-bc20420ceb7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:41.278521 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c55357c-507b-4298-a0ed-9cd483bdef5a req-3d5eba9f-acc4-473f-874c-bc20420ceb7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0676575 Apr 06 14:08:41.346492 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c55357c-507b-4298-a0ed-9cd483bdef5a req-eca87c4d-6346-41db-88a3-677e9020b356 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561314 Apr 06 14:08:41.380288 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks [] for security_group (61a8bcc7-f3ca-4e23-bdf0-939b23c13ead), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.410440 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks [] for security_group (e12f7197-a415-4c6b-a250-b6453bf52dd0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.441527 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (61a8bcc7-f3ca-4e23-bdf0-939b23c13ead), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.466482 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:41.483045 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:41.500139 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (7ec56594-e42f-4998-a881-a5d4b4131740), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.502473 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Added segment 7ec56594-e42f-4998-a881-a5d4b4131740 of type vlan for network 3606c01a-8673-4022-9bb4-0c45e652ae9d Apr 06 14:08:41.509288 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e12f7197-a415-4c6b-a250-b6453bf52dd0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.565936 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (3606c01a-8673-4022-9bb4-0c45e652ae9d), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.570655 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:41.581771 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f7197-a415-4c6b-a250-b6453bf52dd0,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:41.589300 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (dbc7d2e1-3df2-40d3-a851-68deb3351bbb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.590206 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Added segment dbc7d2e1-3df2-40d3-a851-68deb3351bbb of type vlan for network d94f25b1-a7db-49d6-8671-b0e57ea9dee6 Apr 06 14:08:41.644311 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (d94f25b1-a7db-49d6-8671-b0e57ea9dee6), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.716902 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (3606c01a-8673-4022-9bb4-0c45e652ae9d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.717921 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:41.718510 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.762300 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (d94f25b1-a7db-49d6-8671-b0e57ea9dee6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.769844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:41.769844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.787504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] Pushing event updated for resources: {'Network': ['ID=3606c01a-8673-4022-9bb4-0c45e652ae9d,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:41.800546 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:41.851335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] Pushing event updated for resources: {'Network': ['ID=d94f25b1-a7db-49d6-8671-b0e57ea9dee6,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:41.861941 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-327846eb-8f8a-403c-98fb-f297f6e23314 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8860927 Apr 06 14:08:41.864516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36152) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:41.870545 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Request body: {'subnet': {'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250031151-subnet', 'tenant_id': 'b6269326d5fd43fe87e8d80b81acfb90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:41.872161 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network d94f25b1-a7db-49d6-8671-b0e57ea9dee6 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:41.914170 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-61372660-b9a8-4776-a301-674b6c3d4ecb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9034810 Apr 06 14:08:41.917169 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36154) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:41.923767 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Request body: {'subnet': {'network_id': 'd94f25b1-a7db-49d6-8671-b0e57ea9dee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-36412236-subnet', 'tenant_id': 'e30feeb2a9df4bd2a5649b2d0c70882f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:41.998033 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Made reservation on behalf of b6269326d5fd43fe87e8d80b81acfb90 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:41.998215 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Made reservation on behalf of e30feeb2a9df4bd2a5649b2d0c70882f for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:42.000457 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9438407'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.000693 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10115271'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.059596 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36160) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:42.219041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8f6a-df96-490a-800e-f1b42fd5f2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.282734 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9438425'] for subnet (d17687ac-d291-48ba-8e4d-59992ebca1ce), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.286538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10130140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10115289'] for subnet (00ad4eb9-bd49-428d-ad86-ff507ff431ef), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.328131 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8f6a-df96-490a-800e-f1b42fd5f2d6 admin admin] Publish callbacks [] for security_group (e167d865-2544-4d58-835d-2373ca309b00), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.339041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17687ac-d291-48ba-8e4d-59992ebca1ce,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:42.350680 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Checking segment: {'id': 'dbc7d2e1-3df2-40d3-a851-68deb3351bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd94f25b1-a7db-49d6-8671-b0e57ea9dee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:42.351075 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Network hostable DHCP agents. Network: d94f25b1-a7db-49d6-8671-b0e57ea9dee6, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:42.351347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.360420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ad4eb9-bd49-428d-ad86-ff507ff431ef,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:42.370087 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Checking segment: {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:42.370449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Network hostable DHCP agents. Network: 3606c01a-8673-4022-9bb4-0c45e652ae9d, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:42.388521 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad1f8f6a-df96-490a-800e-f1b42fd5f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e167d865-2544-4d58-835d-2373ca309b00), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.448425 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Network d94f25b1-a7db-49d6-8671-b0e57ea9dee6 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:42.456845 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ad1f8f6a-df96-490a-800e-f1b42fd5f2d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27e1557c36e74a38a8e91bdd1e4dd54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962262 Apr 06 14:08:42.459794 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36168) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:42.464267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:42.467164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f8f6a-df96-490a-800e-f1b42fd5f2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e167d865-2544-4d58-835d-2373ca309b00,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:42.498113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba280e6-9491-4881-a6bd-9cdcc518be7c req-d97d40f3-67d2-4707-a68f-19ce4acf1c49 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:42.506954 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7ba280e6-9491-4881-a6bd-9cdcc518be7c req-d97d40f3-67d2-4707-a68f-19ce4acf1c49 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0899456 Apr 06 14:08:42.521644 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] Publish callbacks [] for security_group (e167d865-2544-4d58-835d-2373ca309b00), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.523800 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, d94f25b1-a7db-49d6-8671-b0e57ea9dee6) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:42.530899 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 3606c01a-8673-4022-9bb4-0c45e652ae9d) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:42.535039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f510d7a-5725-4dd8-b804-3dc371cb2dc5 None None] Network d94f25b1-a7db-49d6-8671-b0e57ea9dee6 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:42.535980 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:42.536573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.539732 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:42.540563 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.559764 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] Publish callbacks [] for security_group (e167d865-2544-4d58-835d-2373ca309b00), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.570846 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7ba280e6-9491-4881-a6bd-9cdcc518be7c req-6a3a4fbc-8052-4509-964a-23c433716607 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617330 Apr 06 14:08:42.595539 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fdea5-1467-472a-a279-1376b2e28986 None None] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:42.618166 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6647efe5-602b-47d6-baea-7d758ca7274a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6982872 Apr 06 14:08:42.622514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-12264fd8-9713-48be-adf9-b73e7414c46c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7567778 Apr 06 14:08:42.667011 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e167d865-2544-4d58-835d-2373ca309b00), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.670576 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.672266 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e167d865-2544-4d58-835d-2373ca309b00 HTTP/1.1" status: 204 len: 168 time: 0.2112994 Apr 06 14:08:42.689032 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8d803-2ff0-47e9-bf41-3fa93e2cb484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167d865-2544-4d58-835d-2373ca309b00,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:42.760721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8b282-0f35-498d-9927-9a7bafcc3722 None None] Network d94f25b1-a7db-49d6-8671-b0e57ea9dee6 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:42.765825 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-07ab4625-0db5-4b64-8173-ec994d5694a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.804258 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51636f-fcb7-4986-be61-a3988fdf07b0 None None] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:43.515349 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36208) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:43.520439 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974030690-network', 'tenant_id': '59512e2f086e44da8559c6bad29914d4'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:43.613877 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Made reservation on behalf of 59512e2f086e44da8559c6bad29914d4 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:43.616810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.628011 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.752754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fbca-e868-4985-b853-1661f5a12ac9 req-8fe2a814-87a2-4689-ab15-2b9726d0f708 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:43.754264 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f80fbca-e868-4985-b853-1661f5a12ac9 req-8fe2a814-87a2-4689-ab15-2b9726d0f708 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1048758 Apr 06 14:08:43.802978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks [] for security_group (a379fa75-1bc0-49f5-8d50-352a662f0a33), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.829129 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f80fbca-e868-4985-b853-1661f5a12ac9 req-8d72b29b-40b3-4b78-b6a9-6305bc386618 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681248 Apr 06 14:08:43.886788 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a379fa75-1bc0-49f5-8d50-352a662f0a33), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.908682 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:43.922716 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a379fa75-1bc0-49f5-8d50-352a662f0a33,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:43.927661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (ba81598a-4060-4e67-9714-42bfa2ac3e64), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.928007 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Added segment ba81598a-4060-4e67-9714-42bfa2ac3e64 of type vlan for network 54260389-15ad-4891-b4d3-b040890179fc Apr 06 14:08:43.973407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (54260389-15ad-4891-b4d3-b040890179fc), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.081648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (54260389-15ad-4891-b4d3-b040890179fc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.082658 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:44.083252 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.142184 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] Pushing event updated for resources: {'Network': ['ID=54260389-15ad-4891-b4d3-b040890179fc,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:44.153193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 54260389-15ad-4891-b4d3-b040890179fc details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:44.198470 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-740e7682-3ebd-4568-865c-0e085703035a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6819997 Apr 06 14:08:44.201154 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36228) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:44.206126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Request body: {'subnet': {'network_id': '54260389-15ad-4891-b4d3-b040890179fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974030690-subnet', 'tenant_id': '59512e2f086e44da8559c6bad29914d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:44.275616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Made reservation on behalf of 59512e2f086e44da8559c6bad29914d4 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:44.278129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10115271'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.533332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10130140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10115289'] for subnet (aa7afc6d-8a80-4190-88a6-4d78a7000b3c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.595614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7afc6d-8a80-4190-88a6-4d78a7000b3c,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:44.604568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Checking segment: {'id': 'ba81598a-4060-4e67-9714-42bfa2ac3e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '54260389-15ad-4891-b4d3-b040890179fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:44.604933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Network hostable DHCP agents. Network: 54260389-15ad-4891-b4d3-b040890179fc, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:44.716491 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Network 54260389-15ad-4891-b4d3-b040890179fc is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:44.825066 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 54260389-15ad-4891-b4d3-b040890179fc) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:44.829830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:44.830437 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.837995 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de65cf-a953-4829-9922-6499598cbbcb None None] Network 54260389-15ad-4891-b4d3-b040890179fc requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:44.940076 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fec39c27-772a-4aa0-9430-6eed7a566f40 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7378011 Apr 06 14:08:44.951927 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13972e94-5794-46f7-9480-48805ea4c2eb None None] Network 54260389-15ad-4891-b4d3-b040890179fc requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:45.034140 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03d6c-bd48-4105-9f99-06563f6b1749 req-39702690-6693-464b-b5ed-1aa91916eecc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:45.035789 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6c03d6c-bd48-4105-9f99-06563f6b1749 req-39702690-6693-464b-b5ed-1aa91916eecc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1340392 Apr 06 14:08:45.106016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-89d8b10e-b066-4de6-a3f6-1dd761c4f5ea tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:45.107637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-89d8b10e-b066-4de6-a3f6-1dd761c4f5ea tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/networks?id=3606c01a-8673-4022-9bb4-0c45e652ae9d HTTP/1.1" status: 200 len: 809 time: 0.1654091 Apr 06 14:08:45.128469 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36260) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:45.131660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6c03d6c-bd48-4105-9f99-06563f6b1749 req-1526456f-b13d-4fc7-8425-6e17775b5f42 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837581 Apr 06 14:08:45.134756 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-00739b26-4738-4829-8740-16ff39793e26 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/quotas/b6269326d5fd43fe87e8d80b81acfb90 HTTP/1.1" status: 200 len: 375 time: 0.0186088 Apr 06 14:08:45.171142 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7c89ec55-8fa2-406d-a49a-b5e9d5008e6a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304997 Apr 06 14:08:45.173783 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Deleting subnet d17687ac-d291-48ba-8e4d-59992ebca1ce {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:08:45.177092 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Publish callbacks [] for subnet (d17687ac-d291-48ba-8e4d-59992ebca1ce), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.215883 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (d17687ac-d291-48ba-8e4d-59992ebca1ce), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.255859 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (d17687ac-d291-48ba-8e4d-59992ebca1ce), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.265465 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-bb9462d7-ac4e-4164-b698-efac671c157c service neutron] 10.222.0.62 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871403 Apr 06 14:08:45.360114 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-3fb2ae39-f770-46ae-ad84-335e6b63da87 service neutron] 10.222.0.62 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879641 Apr 06 14:08:45.385884 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (d17687ac-d291-48ba-8e4d-59992ebca1ce), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.415389 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.419101 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d17687ac-d291-48ba-8e4d-59992ebca1ce HTTP/1.1" status: 204 len: 168 time: 0.2896161 Apr 06 14:08:45.420208 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e3b1e-2678-482c-8b63-e3d4031d9a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17687ac-d291-48ba-8e4d-59992ebca1ce,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:45.423149 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36262) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:45.499703 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (d94f25b1-a7db-49d6-8671-b0e57ea9dee6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.517705 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ea663ba4-ef37-4b23-9b56-3980e68eb3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.547652 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36266) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:45.596400 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (d94f25b1-a7db-49d6-8671-b0e57ea9dee6), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.627078 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94f25b1-a7db-49d6-8671-b0e57ea9dee6']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:45.637151 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc7d2e1-3df2-40d3-a851-68deb3351bbb') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:45.637443 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc7d2e1-3df2-40d3-a851-68deb3351bbb') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:45.648499 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e2aefa6e-d913-48d7-b1f4-37b23d980d31 req-33a460a0-3642-4c3c-bfab-7c4e00846d9c tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0470595 Apr 06 14:08:45.649052 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (dbc7d2e1-3df2-40d3-a851-68deb3351bbb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.663569 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (dbc7d2e1-3df2-40d3-a851-68deb3351bbb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.670904 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:45.671756 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (dbc7d2e1-3df2-40d3-a851-68deb3351bbb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:45.673498 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:45.706397 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72d40da4-9834-4186-9c37-4aa44c3c3bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.792820 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72d40da4-9834-4186-9c37-4aa44c3c3bed admin admin] Publish callbacks [] for security_group (3f357780-fd6e-4f24-b7c4-8ff9da56f23d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.986959 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (d94f25b1-a7db-49d6-8671-b0e57ea9dee6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.991340 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.998654 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] 10.222.0.62 "DELETE /v2.0/networks/d94f25b1-a7db-49d6-8671-b0e57ea9dee6 HTTP/1.1" status: 204 len: 168 time: 0.5703502 Apr 06 14:08:45.999567 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36282) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:46.005958 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44009d75-e603-4b09-af1b-257df012466a admin admin] Pushing event deleted for resources: {'Network': ['ID=d94f25b1-a7db-49d6-8671-b0e57ea9dee6,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:46.027608 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72d40da4-9834-4186-9c37-4aa44c3c3bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3f357780-fd6e-4f24-b7c4-8ff9da56f23d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.075837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Deleting subnet aa7afc6d-8a80-4190-88a6-4d78a7000b3c {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:08:46.083093 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-72d40da4-9834-4186-9c37-4aa44c3c3bed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45b45ee9e3d74225bb611a6870826388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337787 Apr 06 14:08:46.088410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d40da4-9834-4186-9c37-4aa44c3c3bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f357780-fd6e-4f24-b7c4-8ff9da56f23d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:46.088410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Publish callbacks [] for subnet (aa7afc6d-8a80-4190-88a6-4d78a7000b3c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.090653 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36284) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:46.121187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (aa7afc6d-8a80-4190-88a6-4d78a7000b3c), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.141102 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] Publish callbacks [] for security_group (3f357780-fd6e-4f24-b7c4-8ff9da56f23d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.164580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (aa7afc6d-8a80-4190-88a6-4d78a7000b3c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.164765 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] Publish callbacks [] for security_group (3f357780-fd6e-4f24-b7c4-8ff9da56f23d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.263806 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f44a6b-e7c9-4f8a-980c-6acf179cb154 req-ccbe3573-2c85-45c4-9e74-0efb6c4d8ffa tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:46.265201 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51f44a6b-e7c9-4f8a-980c-6acf179cb154 req-ccbe3573-2c85-45c4-9e74-0efb6c4d8ffa tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0662007 Apr 06 14:08:46.305504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3f357780-fd6e-4f24-b7c4-8ff9da56f23d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.308113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.312744 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f357780-fd6e-4f24-b7c4-8ff9da56f23d HTTP/1.1" status: 204 len: 168 time: 0.2173822 Apr 06 14:08:46.314824 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51f44a6b-e7c9-4f8a-980c-6acf179cb154 req-495b1361-18d9-4048-b16e-4a058e73949c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Apr 06 14:08:46.319544 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad7c0f-01af-4ad4-8ebc-84f7c150c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f357780-fd6e-4f24-b7c4-8ff9da56f23d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:46.323971 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (aa7afc6d-8a80-4190-88a6-4d78a7000b3c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.370085 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.375064 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aa7afc6d-8a80-4190-88a6-4d78a7000b3c HTTP/1.1" status: 204 len: 168 time: 0.3764529 Apr 06 14:08:46.379761 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36290) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:46.380137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592dde-3344-4919-bc76-79cf495cfeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7afc6d-8a80-4190-88a6-4d78a7000b3c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:46.480952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (54260389-15ad-4891-b4d3-b040890179fc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.561186 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (54260389-15ad-4891-b4d3-b040890179fc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.586119 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54260389-15ad-4891-b4d3-b040890179fc']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:46.597115 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba81598a-4060-4e67-9714-42bfa2ac3e64') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:46.597420 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba81598a-4060-4e67-9714-42bfa2ac3e64') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:46.607608 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (ba81598a-4060-4e67-9714-42bfa2ac3e64), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.621299 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (ba81598a-4060-4e67-9714-42bfa2ac3e64), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.627533 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:08:46.628182 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (ba81598a-4060-4e67-9714-42bfa2ac3e64), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:08:46.629874 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:08:46.653660 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.738617 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f245e88-82f1-4725-9eea-8095439888b3 req-9ef9b872-fd0d-4bb9-9437-0caecd801137 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0395274 Apr 06 14:08:46.762457 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (54260389-15ad-4891-b4d3-b040890179fc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.769216 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:46.773151 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] 10.222.0.62 "DELETE /v2.0/networks/54260389-15ad-4891-b4d3-b040890179fc HTTP/1.1" status: 204 len: 168 time: 0.3917434 Apr 06 14:08:46.785921 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841709e-9a3d-4e46-a94c-7476de8e5668 admin admin] Pushing event deleted for resources: {'Network': ['ID=54260389-15ad-4891-b4d3-b040890179fc,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:47.009585 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36302) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:47.023476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccdf2-0bb7-4f19-9fee-c8895c1eb3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.109020 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccdf2-0bb7-4f19-9fee-c8895c1eb3a0 admin admin] Publish callbacks [] for security_group (5c858df1-e97d-4345-a813-5ba596382502), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.139303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36304) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:47.172265 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac9ccdf2-0bb7-4f19-9fee-c8895c1eb3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5c858df1-e97d-4345-a813-5ba596382502), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.178207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f0f294e5-6944-4916-b810-6977d0a32f91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e30feeb2a9df4bd2a5649b2d0c70882f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376472 Apr 06 14:08:47.180687 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36306) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:47.220186 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ac9ccdf2-0bb7-4f19-9fee-c8895c1eb3a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf4c95632e914bcf9205173b27e09c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094448 Apr 06 14:08:47.220930 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ccdf2-0bb7-4f19-9fee-c8895c1eb3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c858df1-e97d-4345-a813-5ba596382502,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:47.223384 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36308) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:47.239791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] Publish callbacks [] for security_group (e12f7197-a415-4c6b-a250-b6453bf52dd0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.262638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] Publish callbacks [] for security_group (e12f7197-a415-4c6b-a250-b6453bf52dd0), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.272624 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] Publish callbacks [] for security_group (5c858df1-e97d-4345-a813-5ba596382502), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.293849 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] Publish callbacks [] for security_group (5c858df1-e97d-4345-a813-5ba596382502), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.372553 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e12f7197-a415-4c6b-a250-b6453bf52dd0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.375285 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.379567 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e12f7197-a415-4c6b-a250-b6453bf52dd0 HTTP/1.1" status: 204 len: 168 time: 0.1948671 Apr 06 14:08:47.385595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685ca5-5adf-4da8-995a-d2cd9628668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f7197-a415-4c6b-a250-b6453bf52dd0,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:47.397107 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5c858df1-e97d-4345-a813-5ba596382502), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.400979 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.403338 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c858df1-e97d-4345-a813-5ba596382502 HTTP/1.1" status: 204 len: 168 time: 0.1791682 Apr 06 14:08:47.417561 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1befd2e-5e23-47a2-9419-486c709b8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c858df1-e97d-4345-a813-5ba596382502,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:47.491008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8c2ea-4edf-4b68-a5fa-8b7b4914ab52 req-b287dee5-615c-4431-a2ab-b097129defc6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:47.501046 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87d8c2ea-4edf-4b68-a5fa-8b7b4914ab52 req-b287dee5-615c-4431-a2ab-b097129defc6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0754912 Apr 06 14:08:47.556653 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87d8c2ea-4edf-4b68-a5fa-8b7b4914ab52 req-bf55e8da-771c-4055-a8d5-c70138e5aed4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544095 Apr 06 14:08:47.835390 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c2a72c98-9b8b-4eb5-8d65-6cdedd9f06bd req-467364c5-b930-4dda-84c5-243bbb303035 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0297563 Apr 06 14:08:48.110623 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.209547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36338) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:48.249039 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-666ceac1-beb4-4362-bdf0-8d291bf991b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59512e2f086e44da8559c6bad29914d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382342 Apr 06 14:08:48.252272 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36342) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:48.300537 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] Publish callbacks [] for security_group (a379fa75-1bc0-49f5-8d50-352a662f0a33), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.322164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] Publish callbacks [] for security_group (a379fa75-1bc0-49f5-8d50-352a662f0a33), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.436958 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a379fa75-1bc0-49f5-8d50-352a662f0a33), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.440078 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.441401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a379fa75-1bc0-49f5-8d50-352a662f0a33 HTTP/1.1" status: 204 len: 168 time: 0.1882083 Apr 06 14:08:48.449764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe362a73-ee3e-4842-8828-d755b69a237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a379fa75-1bc0-49f5-8d50-352a662f0a33,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:48.680179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561ae04-368f-48c7-9394-c6a212f42571 req-143789f2-1f12-4eff-91fa-05d45e8bafdf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:48.681782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4561ae04-368f-48c7-9394-c6a212f42571 req-143789f2-1f12-4eff-91fa-05d45e8bafdf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0553634 Apr 06 14:08:48.734144 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4561ae04-368f-48c7-9394-c6a212f42571 req-3b161ee6-6845-44ba-87bf-a7a50d423eb8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460420 Apr 06 14:08:48.939155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1d3b49f4-d413-4cf1-8f99-aa048605df3e req-6f2b6ca7-af05-4717-a58f-a966b529c556 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Apr 06 14:08:49.848632 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:49.873321 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd3341-1049-4106-808c-ea70b4b528d9 req-cd38b0f4-37ec-4afc-95ca-16d12c9ca292 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:49.874825 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3bd3341-1049-4106-808c-ea70b4b528d9 req-cd38b0f4-37ec-4afc-95ca-16d12c9ca292 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0623596 Apr 06 14:08:49.931798 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3bd3341-1049-4106-808c-ea70b4b528d9 req-cc9bc1d6-1d02-4c94-8c67-1eee74e4aa85 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Apr 06 14:08:50.035900 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1478877-67dc-4df3-a7fc-7ab684acbd6d req-a55fd6f8-0ce6-42e4-bc83-b42de80e1e5f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Apr 06 14:08:50.687950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-2028b318-9258-4355-bce6-d888e233bdb7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:50.692505 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-2028b318-9258-4355-bce6-d888e233bdb7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "GET /v2.0/networks?id=3606c01a-8673-4022-9bb4-0c45e652ae9d HTTP/1.1" status: 200 len: 809 time: 0.1155920 Apr 06 14:08:50.710404 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Request body: {'port': {'device_id': '36893813-b49a-42bb-8031-4b7c08857fd2', 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d', 'admin_state_up': True, 'tenant_id': 'b6269326d5fd43fe87e8d80b81acfb90'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:50.909186 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36474) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:50.927944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Made reservation on behalf of b6269326d5fd43fe87e8d80b81acfb90 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:50.932027 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.079733 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-715d3f0a-fb6e-4697-958f-457a7dd59779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.156091 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11a-7a0d-4d3c-8a64-2c82cc885b20 req-cac6a323-aef1-44c3-b208-0fbe4560d13b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:51.158228 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2352d11a-7a0d-4d3c-8a64-2c82cc885b20 req-cac6a323-aef1-44c3-b208-0fbe4560d13b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1256840 Apr 06 14:08:51.167785 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-715d3f0a-fb6e-4697-958f-457a7dd59779 admin admin] Publish callbacks [] for security_group (9b67bf8f-f691-4707-9e99-cfeff791c098), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.202726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a1ee542-401c-4a1b-940f-7045c2eea181 req-f4f0e756-1744-46f1-8aea-f73fc6e4e518 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0644035 Apr 06 14:08:51.237557 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Allocated IP 172.20.0.9 (3606c01a-8673-4022-9bb4-0c45e652ae9d/00ad4eb9-bd49-428d-ad86-ff507ff431ef/d569322a-205f-469a-87ac-08cd56de89ea) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:51.242819 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-715d3f0a-fb6e-4697-958f-457a7dd59779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (9b67bf8f-f691-4707-9e99-cfeff791c098), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.278003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2352d11a-7a0d-4d3c-8a64-2c82cc885b20 req-0e5580e2-d48c-43fc-9cad-605aea45f859 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049628 Apr 06 14:08:51.312778 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-715d3f0a-fb6e-4697-958f-457a7dd59779 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5860747b889c42278856733e0f7c106f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020050 Apr 06 14:08:51.315124 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36494) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:51.320766 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3f0a-fb6e-4697-958f-457a7dd59779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67bf8f-f691-4707-9e99-cfeff791c098,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:51.441663 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] Publish callbacks [] for security_group (9b67bf8f-f691-4707-9e99-cfeff791c098), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.485028 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] Publish callbacks [] for security_group (9b67bf8f-f691-4707-9e99-cfeff791c098), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.495909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks [] for port (d569322a-205f-469a-87ac-08cd56de89ea), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.619997 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.660193 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (9b67bf8f-f691-4707-9e99-cfeff791c098), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.662663 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.663815 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b67bf8f-f691-4707-9e99-cfeff791c098 HTTP/1.1" status: 204 len: 168 time: 0.3477201 Apr 06 14:08:51.681714 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:51.686433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1d8f-f563-46cf-b8ba-143160047d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67bf8f-f691-4707-9e99-cfeff791c098,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:51.691096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:51.695423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:08:51.699378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Pushing event updated for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:51.763865 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:51.764479 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:51.845688 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-7de8c8ff-726d-4279-a130-c6de7c4d2adc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389077 Apr 06 14:08:51.870079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Request body: {'port': {'device_id': '36893813-b49a-42bb-8031-4b7c08857fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:51.930791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d569322a-205f-469a-87ac-08cd56de89ea), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.248558 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d569322a-205f-469a-87ac-08cd56de89ea {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:08:52.257340 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks [] for port (d569322a-205f-469a-87ac-08cd56de89ea), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.270562 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Transition to ACTIVE for port object d569322a-205f-469a-87ac-08cd56de89ea will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:08:52.342199 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139d11-d425-4621-a960-3f025a954ae4 req-1e0e30b3-393a-4350-98e8-24d7ddfb34a7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:52.344118 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae139d11-d425-4621-a960-3f025a954ae4 req-1e0e30b3-393a-4350-98e8-24d7ddfb34a7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 931 time: 0.0578995 Apr 06 14:08:52.372143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.413795 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36526) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:52.428754 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96c25fc7-a628-4db7-af2d-229a1a43ce6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.508832 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96c25fc7-a628-4db7-af2d-229a1a43ce6e admin admin] Publish callbacks [] for security_group (8117a6ba-6188-4152-9bc7-9231a2f8e8bc), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.596667 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96c25fc7-a628-4db7-af2d-229a1a43ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8117a6ba-6188-4152-9bc7-9231a2f8e8bc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.640068 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c25fc7-a628-4db7-af2d-229a1a43ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8117a6ba-6188-4152-9bc7-9231a2f8e8bc,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:52.645087 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-96c25fc7-a628-4db7-af2d-229a1a43ce6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c0092ce17314500bbdfb5347c8d2796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301524 Apr 06 14:08:52.655193 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36530) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:52.705950 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] Publish callbacks [] for security_group (8117a6ba-6188-4152-9bc7-9231a2f8e8bc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.714437 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Pushing event updated for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:52.720820 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae139d11-d425-4621-a960-3f025a954ae4 req-0531e52e-2b4b-4260-aeec-864660012712 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674808 Apr 06 14:08:52.728976 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] Publish callbacks [] for security_group (8117a6ba-6188-4152-9bc7-9231a2f8e8bc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.775660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb04bf-3ddc-46c9-b37b-cd0f04923af9 req-ca96126e-311e-41ba-adaf-45751bb69fe6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:52.777028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fcb04bf-3ddc-46c9-b37b-cd0f04923af9 req-ca96126e-311e-41ba-adaf-45751bb69fe6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.4083450 Apr 06 14:08:52.828974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Attempting to bind port d569322a-205f-469a-87ac-08cd56de89ea on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:08:52.829294 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Attempting to bind port d569322a-205f-469a-87ac-08cd56de89ea by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:08:52.829629 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Attempting to bind port d569322a-205f-469a-87ac-08cd56de89ea on network 3606c01a-8673-4022-9bb4-0c45e652ae9d {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:52.842010 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Port d569322a-205f-469a-87ac-08cd56de89ea on network 3606c01a-8673-4022-9bb4-0c45e652ae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:08:52.842342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Attempting to bind port d569322a-205f-469a-87ac-08cd56de89ea on network 3606c01a-8673-4022-9bb4-0c45e652ae9d {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:52.853633 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fcb04bf-3ddc-46c9-b37b-cd0f04923af9 req-f5edc709-e6b5-490c-84c5-8e91fe297e92 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666921 Apr 06 14:08:52.853795 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8117a6ba-6188-4152-9bc7-9231a2f8e8bc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.854480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:08:52.854809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Checking segment: {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:52.855176 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Bound using segment: {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:08:52.855625 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Bound port: d569322a-205f-469a-87ac-08cd56de89ea, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:08:52.855978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d569322a-205f-469a-87ac-08cd56de89ea), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.856343 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:52.861611 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8117a6ba-6188-4152-9bc7-9231a2f8e8bc HTTP/1.1" status: 204 len: 168 time: 0.2024324 Apr 06 14:08:52.869605 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a0c61-c735-4064-9020-9ca3fa0708ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8117a6ba-6188-4152-9bc7-9231a2f8e8bc,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:52.934451 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:52.938424 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d569322a-205f-469a-87ac-08cd56de89ea,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:53.007749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:53.047173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:53.048078 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:53.049561 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] 10.222.0.46 "PUT /v2.0/ports/d569322a-205f-469a-87ac-08cd56de89ea HTTP/1.1" status: 200 len: 1093 time: 1.1841967 Apr 06 14:08:53.050007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:08:53.052407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "tag": "d569322a-205f-469a-87ac-08cd56de89ea"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:08:53.081614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd6e4b-4734-4378-96e4-771f6266c658 service neutron] Pushing event updated for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:53.093251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0369b-3054-4ff7-a7b1-f76c97aa1c68 x-openstack-request-id: req-aaa0369b-3054-4ff7-a7b1-f76c97aa1c68 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:08:53.093552 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "tag": "d569322a-205f-469a-87ac-08cd56de89ea", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:08:53.093822 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aaa0369b-3054-4ff7-a7b1-f76c97aa1c68 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:08:53.094191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa0369b-3054-4ff7-a7b1-f76c97aa1c68'] response: {'name': 'network-changed', 'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea', 'status': 'completed', 'code': 200} Apr 06 14:08:53.757922 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-367ed400-3a03-45c3-a48b-461eda6dc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:53.760312 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-367ed400-3a03-45c3-a48b-461eda6dc10d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0597694 Apr 06 14:08:53.936025 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4b2d4-0cec-4256-a816-b34f97af47ac req-853b46b4-93f5-407a-bea6-ae5d4168a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:53.938348 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fff4b2d4-0cec-4256-a816-b34f97af47ac req-853b46b4-93f5-407a-bea6-ae5d4168a7e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1129 time: 0.0938175 Apr 06 14:08:54.002601 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fff4b2d4-0cec-4256-a816-b34f97af47ac req-0fcae774-17a6-4af3-91f0-a8fdc459b5fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566425 Apr 06 14:08:54.015658 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d48d0-b192-4ff4-ab61-36007e4dd4cf req-80b4fa3f-f257-4ed6-8483-551b8698940f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:54.017436 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-186d48d0-b192-4ff4-ab61-36007e4dd4cf req-80b4fa3f-f257-4ed6-8483-551b8698940f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.2026911 Apr 06 14:08:54.030413 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-cb92a1da-890f-4ec2-b7e6-57da3b7e6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:54.031873 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-cb92a1da-890f-4ec2-b7e6-57da3b7e6a39 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2522769 Apr 06 14:08:54.083732 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b7f5c-ae29-4ab9-873f-ead4fc49f492 req-76fd7c4e-8dea-404d-a754-0c61c49164bf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:54.085335 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-923b7f5c-ae29-4ab9-873f-ead4fc49f492 req-76fd7c4e-8dea-404d-a754-0c61c49164bf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1198978 Apr 06 14:08:54.095460 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-186d48d0-b192-4ff4-ab61-36007e4dd4cf req-780452af-840e-4984-9d5d-e47601d36c0f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Apr 06 14:08:54.138513 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-923b7f5c-ae29-4ab9-873f-ead4fc49f492 req-a0cefb73-921c-4738-b5a5-aabb5102c440 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Apr 06 14:08:54.494810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-5203ffb1-7313-4a47-add7-4b8cb5e91de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:54.496323 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d5b531e-c270-4bfa-b505-b9e223ab9bfb req-5203ffb1-7313-4a47-add7-4b8cb5e91de2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734669 Apr 06 14:08:54.808403 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36592) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:54.893968 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-ccc4b61e-c767-4df3-a9c8-877c743fef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:54.895651 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-ccc4b61e-c767-4df3-a9c8-877c743fef82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0601881 Apr 06 14:08:54.955946 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-8b9356b7-94a0-4bb3-b783-525100b12b4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d569322a-205f-469a-87ac-08cd56de89ea HTTP/1.1" status: 200 len: 217 time: 0.0386403 Apr 06 14:08:54.984669 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ad04b3-7235-4442-9604-c283272f7afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.050609 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-5f861330-ed33-4778-9d94-104279f31589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:55.052091 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-5f861330-ed33-4778-9d94-104279f31589 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ad4eb9-bd49-428d-ad86-ff507ff431ef HTTP/1.1" status: 200 len: 849 time: 0.0483446 Apr 06 14:08:55.067209 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ad04b3-7235-4442-9604-c283272f7afb admin admin] Publish callbacks [] for security_group (eb048618-d574-4631-af8b-88478830f616), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.151455 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e7ad04b3-7235-4442-9604-c283272f7afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (eb048618-d574-4631-af8b-88478830f616), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.189591 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad04b3-7235-4442-9604-c283272f7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb048618-d574-4631-af8b-88478830f616,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:55.224135 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e7ad04b3-7235-4442-9604-c283272f7afb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85c1b41519744cac8d23ea8575a7b640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142153 Apr 06 14:08:55.226607 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36608) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:55.258984 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fb681-9d33-49e5-afb1-3ae4017175f9 req-0c456361-c1f2-4cb5-9adb-3745b7d6a446 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:55.263818 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-948fb681-9d33-49e5-afb1-3ae4017175f9 req-0c456361-c1f2-4cb5-9adb-3745b7d6a446 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.0983124 Apr 06 14:08:55.290829 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] Publish callbacks [] for security_group (eb048618-d574-4631-af8b-88478830f616), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.317080 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] Publish callbacks [] for security_group (eb048618-d574-4631-af8b-88478830f616), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.342274 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fa74-e0f4-448d-a40e-2e4e9a264302 req-c713f17f-b715-4d7c-bd82-5c939c7cd1e9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:55.343848 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be62fa74-e0f4-448d-a40e-2e4e9a264302 req-c713f17f-b715-4d7c-bd82-5c939c7cd1e9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1226549 Apr 06 14:08:55.353377 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-948fb681-9d33-49e5-afb1-3ae4017175f9 req-2339fe50-0af4-4682-882d-a8747a876511 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790513 Apr 06 14:08:55.402969 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be62fa74-e0f4-448d-a40e-2e4e9a264302 req-120968f4-7349-4d4f-b461-cfeaa2643666 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494339 Apr 06 14:08:55.459767 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (eb048618-d574-4631-af8b-88478830f616), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.462417 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.463723 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb048618-d574-4631-af8b-88478830f616 HTTP/1.1" status: 204 len: 168 time: 0.2361233 Apr 06 14:08:55.474711 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6e51d-5a86-47a0-9e60-9c0f82c44dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb048618-d574-4631-af8b-88478830f616,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:55.990781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-1d53a234-ec4d-478f-b577-610c90e05811 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3606c01a-8673-4022-9bb4-0c45e652ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276897 Apr 06 14:08:56.094365 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-0081993b-f918-4d6a-9b14-c42a09b89312 service neutron] 10.222.0.46 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893292 Apr 06 14:08:56.207916 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b7ed3af4-03d9-44e0-98a2-f5a03a9047dc req-8304cfa2-9a80-4541-bf27-d0ddefc38ffc service neutron] 10.222.0.46 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968316 Apr 06 14:08:56.553370 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f105ad-b876-4839-8d11-5490478f9fbf req-abef7a01-7fa7-4b54-8bc3-2b429f7f43b0 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:56.555130 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56f105ad-b876-4839-8d11-5490478f9fbf req-abef7a01-7fa7-4b54-8bc3-2b429f7f43b0 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.1135960 Apr 06 14:08:56.567779 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f431289-b5c9-4294-b919-962b63fb5434 req-116313e7-9ef1-481b-b804-26c038a7b480 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:56.567779 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f431289-b5c9-4294-b919-962b63fb5434 req-116313e7-9ef1-481b-b804-26c038a7b480 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0866811 Apr 06 14:08:56.607123 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36660) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:56.649674 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56f105ad-b876-4839-8d11-5490478f9fbf req-c47b1238-ad34-44ce-98da-54845e7d33b6 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808911 Apr 06 14:08:56.654658 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f431289-b5c9-4294-b919-962b63fb5434 req-43015790-f7af-4aa2-b9ea-bfc174528608 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724988 Apr 06 14:08:56.756219 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2109054820-network', 'tenant_id': '3f087395598b46b7b603974c5d4facb7'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:56.824576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5715fb-5968-4c22-bb61-55f350f93896 req-acb5f44f-cdc1-41f6-bf54-789052ea0fdd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:56.827176 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb5715fb-5968-4c22-bb61-55f350f93896 req-acb5f44f-cdc1-41f6-bf54-789052ea0fdd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0896711 Apr 06 14:08:56.853619 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Made reservation on behalf of 3f087395598b46b7b603974c5d4facb7 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:56.856353 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:56.867561 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:56.908405 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb5715fb-5968-4c22-bb61-55f350f93896 req-d25fa432-ed83-416d-bba7-e3e833dd370e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749655 Apr 06 14:08:56.966730 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks [] for security_group (e80e4870-be03-4092-ba72-c7be69408845), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.041161 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e80e4870-be03-4092-ba72-c7be69408845), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.069619 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:08:57.079400 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e4870-be03-4092-ba72-c7be69408845,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:57.084258 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (56672ed8-d57b-4b97-bad7-5effb009dd79), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.084597 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Added segment 56672ed8-d57b-4b97-bad7-5effb009dd79 of type vlan for network 72482947-c631-42b4-904c-57ee65b57aa2 Apr 06 14:08:57.124691 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (72482947-c631-42b4-904c-57ee65b57aa2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.237764 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (72482947-c631-42b4-904c-57ee65b57aa2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.238979 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:57.239813 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.303074 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] Pushing event updated for resources: {'Network': ['ID=72482947-c631-42b4-904c-57ee65b57aa2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:57.313001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 72482947-c631-42b4-904c-57ee65b57aa2 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:57.365428 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4789a807-1aee-4d45-84bd-9c938f3b727b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7570157 Apr 06 14:08:57.368325 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36674) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:57.373271 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Request body: {'subnet': {'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2109054820-subnet', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:57.475614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Made reservation on behalf of 3f087395598b46b7b603974c5d4facb7 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:57.479782 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10115271'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.762637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10130140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10115289'] for subnet (005618f8-e2f6-4179-ad68-8b31be8901cd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:57.819979 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83240b2d-d5c1-4312-8a5c-bef1202a4ea7 req-8ddb2292-7e49-4541-afea-81d020890947 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:57.821461 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83240b2d-d5c1-4312-8a5c-bef1202a4ea7 req-8ddb2292-7e49-4541-afea-81d020890947 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.0931804 Apr 06 14:08:57.836807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005618f8-e2f6-4179-ad68-8b31be8901cd,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:57.863628 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Checking segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:57.863990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Network hostable DHCP agents. Network: 72482947-c631-42b4-904c-57ee65b57aa2, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:57.902654 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83240b2d-d5c1-4312-8a5c-bef1202a4ea7 req-e255a9a7-b932-4af5-98da-aa23f7f65a10 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Apr 06 14:08:57.956628 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Network 72482947-c631-42b4-904c-57ee65b57aa2 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:58.035146 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 72482947-c631-42b4-904c-57ee65b57aa2) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:58.040040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:58.041155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.045038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0e899-7b3c-4f23-8363-2649a407ab34 None None] Network 72482947-c631-42b4-904c-57ee65b57aa2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:58.117894 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a8a70ca5-ad39-407f-9293-9549afd3ebb0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7483869 Apr 06 14:08:58.120585 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36690) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:58.124783 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:58.144971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-72482947-c631-42b4-904c-57ee65b57aa2', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:08:58.145834 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.202291 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.203587 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.257123 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for router_controller (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.281526 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Allocated IP 172.20.0.2 (72482947-c631-42b4-904c-57ee65b57aa2/005618f8-e2f6-4179-ad68-8b31be8901cd/c33d76d9-98b7-403a-bb24-8ca01e603734) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:58.420728 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks [] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.465653 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for router_gateway (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.481493 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.519959 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Network 72482947-c631-42b4-904c-57ee65b57aa2 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:58.525271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:58.528990 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:08:58.534467 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Pushing event updated for resources: {'Port': ['ID=c33d76d9-98b7-403a-bb24-8ca01e603734,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:58.593338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Attempting to bind port c33d76d9-98b7-403a-bb24-8ca01e603734 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:08:58.593338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Attempting to bind port c33d76d9-98b7-403a-bb24-8ca01e603734 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:08:58.593723 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Attempting to bind port c33d76d9-98b7-403a-bb24-8ca01e603734 on network 72482947-c631-42b4-904c-57ee65b57aa2 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:58.607784 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:08:58.608422 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Checking segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:58.608997 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.609396 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Bound using segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:08:58.609877 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Bound port: c33d76d9-98b7-403a-bb24-8ca01e603734, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:08:58.611045 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.689167 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] For port c33d76d9-98b7-403a-bb24-8ca01e603734, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:58.693350 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] For port c33d76d9-98b7-403a-bb24-8ca01e603734, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=c33d76d9-98b7-403a-bb24-8ca01e603734,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:58.756274 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for router_gateway (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.775738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.784817 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:58.846933 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f2047-5f5e-4085-83c9-5377c6f5c222 None None] Pushing event updated for resources: {'Port': ['ID=c33d76d9-98b7-403a-bb24-8ca01e603734,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:58.917360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Allocated IP 172.27.1.191 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/54b2626c-fc2a-464f-bee4-a8e8e50f8523) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:59.094940 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36097d-9eb7-4fa0-a266-8a753ba5d5e5 req-38f3f2d8-5bbd-432f-b93d-3749eee4de55 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:59.100373 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf36097d-9eb7-4fa0-a266-8a753ba5d5e5 req-38f3f2d8-5bbd-432f-b93d-3749eee4de55 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.0928483 Apr 06 14:08:59.123079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:59.194817 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf36097d-9eb7-4fa0-a266-8a753ba5d5e5 req-65427208-39f3-4020-9142-a0c554dbc520 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827804 Apr 06 14:08:59.288501 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:59.350939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:59.368319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea996e6-c5fc-47e6-8b6d-5bad071e4ad9 req-cb34d6b6-e075-4d29-b403-35d2b965d23a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:59.369695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bea996e6-c5fc-47e6-8b6d-5bad071e4ad9 req-cb34d6b6-e075-4d29-b403-35d2b965d23a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1535902 Apr 06 14:08:59.370610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:59.376836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:08:59.382191 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Pushing event updated for resources: {'Port': ['ID=54b2626c-fc2a-464f-bee4-a8e8e50f8523,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:59.426610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-40a136c3-fcb0-4118-b10a-bd502d4c8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:59.428087 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-40a136c3-fcb0-4118-b10a-bd502d4c8568 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.1720746 Apr 06 14:08:59.582382 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bea996e6-c5fc-47e6-8b6d-5bad071e4ad9 req-be3548fd-00a6-4cb7-8490-752c3953a202 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010655 Apr 06 14:08:59.648795 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-95ea8aea-a81a-4cb9-8ee6-9560ec058776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:59.650266 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-95ea8aea-a81a-4cb9-8ee6-9560ec058776 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.2149827 Apr 06 14:08:59.900362 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee43f0-6547-407d-aa58-7d0617d5eb15 None None] Network 72482947-c631-42b4-904c-57ee65b57aa2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:59.927549 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-c3b402fa-9704-42b0-aca6-29839ed92176 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.2710896 Apr 06 14:09:00.055719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-c890a717-c5c1-4957-aa4a-c2d5e2d7be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:00.057196 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-c890a717-c5c1-4957-aa4a-c2d5e2d7be8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0968406 Apr 06 14:09:00.084665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for router_gateway (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.109869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Provisioning complete for port c33d76d9-98b7-403a-bb24-8ca01e603734 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:00.110286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.203643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-107fceef-e57c-47e9-9aa2-d31cd1b19fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:00.205726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-107fceef-e57c-47e9-9aa2-d31cd1b19fed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185739 Apr 06 14:09:00.220287 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d569322a-205f-469a-87ac-08cd56de89ea details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:00.257971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Current status of the port c33d76d9-98b7-403a-bb24-8ca01e603734 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:00.258350 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.357649 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] For port c33d76d9-98b7-403a-bb24-8ca01e603734, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=c33d76d9-98b7-403a-bb24-8ca01e603734,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:00.385734 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d569322a-205f-469a-87ac-08cd56de89ea,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:00.407260 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'd569322a-205f-469a-87ac-08cd56de89ea', 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d', 'port_id': 'd569322a-205f-469a-87ac-08cd56de89ea', 'mac_address': 'fa:16:3e:1f:a3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4eb9-bd49-428d-ad86-ff507ff431ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:00.436523 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-7eb9728b-1fbc-4501-bce5-bdb515b0fa8d service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209272 Apr 06 14:09:00.444586 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.478164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08e7e-db62-40b8-84ca-f619102529b7 req-43fd4593-d0dc-427f-afd6-0c93093eb5b7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:00.480299 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93c08e7e-db62-40b8-84ca-f619102529b7 req-43fd4593-d0dc-427f-afd6-0c93093eb5b7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 943 time: 0.2106318 Apr 06 14:09:00.489574 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d569322a-205f-469a-87ac-08cd56de89ea is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:00.489961 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d569322a-205f-469a-87ac-08cd56de89ea), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.519846 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d569322a-205f-469a-87ac-08cd56de89ea {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:00.528061 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f779a-c168-44eb-a39b-0a934e8287fa None None] Pushing event updated for resources: {'Port': ['ID=c33d76d9-98b7-403a-bb24-8ca01e603734,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:00.560441 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.561317 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d569322a-205f-469a-87ac-08cd56de89ea,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:00.573305 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-ff2b97f3-8ed1-41a2-9614-32ef6c2a5d1d None None] Provisioning complete for port c33d76d9-98b7-403a-bb24-8ca01e603734 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:00.573979 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ff2b97f3-8ed1-41a2-9614-32ef6c2a5d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.662939 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.711740 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93c08e7e-db62-40b8-84ca-f619102529b7 req-c2366911-ea7e-4444-b58a-5d7214b30987 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174006 Apr 06 14:09:00.742510 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-669ec929-5ecd-4f1d-b4e7-cc8a3461e0d8 req-d1ae5761-94b6-4a3a-9f5c-14974b2b9fe6 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970910 Apr 06 14:09:00.747115 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b97f3-8ed1-41a2-9614-32ef6c2a5d1d None None] Current status of the port c33d76d9-98b7-403a-bb24-8ca01e603734 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:00.774698 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device c33d76d9-98b7-403a-bb24-8ca01e603734 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:00.779110 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:00.839824 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port c33d76d9-98b7-403a-bb24-8ca01e603734 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:00.840199 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:00.859237 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790f75e-3f1c-4f63-91d9-d68278195f8b req-704572f3-74f2-402f-84b2-005be997eba3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:00.860716 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7790f75e-3f1c-4f63-91d9-d68278195f8b req-704572f3-74f2-402f-84b2-005be997eba3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1206226 Apr 06 14:09:00.938828 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7790f75e-3f1c-4f63-91d9-d68278195f8b req-72a9439a-ac10-4f38-8080-06880a25a6bd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697377 Apr 06 14:09:00.943531 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port c33d76d9-98b7-403a-bb24-8ca01e603734 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:01.002742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Router e41f392a-f03c-4afc-b19a-03bf3fe43b2a is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:09:01.097268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d569322a-205f-469a-87ac-08cd56de89ea'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:01.121204 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:09:01.150084 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Sync routers for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:01.165459 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:01.166334 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:01.198560 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:01.202539 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-efb39bd8-9a20-4fef-8380-2993357cc282 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0784950 Apr 06 14:09:01.202847 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36732) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:01.326572 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:01.545509 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:08:59Z', 'revision_number': 3, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:01.655386 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:01.666531 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Checking router: e41f392a-f03c-4afc-b19a-03bf3fe43b2a for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:01.666952 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Updating router e41f392a-f03c-4afc-b19a-03bf3fe43b2a port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:01.694724 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:01.861393 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Allocated IP 172.20.0.1 (72482947-c631-42b4-904c-57ee65b57aa2/005618f8-e2f6-4179-ad68-8b31be8901cd/3f62cc5f-055b-4c98-817f-054de6029256) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:01.936582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca3b6-6484-4ce1-a376-46422950565a req-f030fcc3-9848-4bce-8aa5-9b878505aac3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:01.938127 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-307ca3b6-6484-4ce1-a376-46422950565a req-f030fcc3-9848-4bce-8aa5-9b878505aac3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 944 time: 0.1253655 Apr 06 14:09:01.986342 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks [] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.012811 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-307ca3b6-6484-4ce1-a376-46422950565a req-9317313f-8d21-4a29-b7e4-7e9b57c122b5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670006 Apr 06 14:09:02.047481 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks [] for port (3f62cc5f-055b-4c98-817f-054de6029256), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.099189 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.119684 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e227-2f60-4c05-bbd9-547104b115ee req-967cd7ea-ca3b-480d-a5e2-467c35efa31f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:02.121260 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af0e227-2f60-4c05-bbd9-547104b115ee req-967cd7ea-ca3b-480d-a5e2-467c35efa31f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0784705 Apr 06 14:09:02.161574 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Attempting to bind port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:02.162053 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Attempting to bind port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:02.162377 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Attempting to bind port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:02.171069 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:02.171622 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:02.172479 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.173554 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:02.174315 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Bound port: 54b2626c-fc2a-464f-bee4-a8e8e50f8523, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:02.175800 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.187490 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Pushing event updated for resources: {'Port': ['ID=54b2626c-fc2a-464f-bee4-a8e8e50f8523,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:02.199138 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af0e227-2f60-4c05-bbd9-547104b115ee req-6b2d3050-82ae-4359-b65b-8695c5d321aa tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Apr 06 14:09:02.207800 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.208512 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d569322a-205f-469a-87ac-08cd56de89ea up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:02.213915 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.214282 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.214834 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.215188 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.215838 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.215977 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.216228 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.216557 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.216891 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.217212 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.217541 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.217883 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.218211 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.218536 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.218859 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:02.252382 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Network 72482947-c631-42b4-904c-57ee65b57aa2 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:02.261704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:02.267458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:02.271026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:02.273204 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] For port 54b2626c-fc2a-464f-bee4-a8e8e50f8523, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:02.276625 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] For port 54b2626c-fc2a-464f-bee4-a8e8e50f8523, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=54b2626c-fc2a-464f-bee4-a8e8e50f8523,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:02.315461 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.364676 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.392948 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port d569322a-205f-469a-87ac-08cd56de89ea completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:09:02.397318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port d569322a-205f-469a-87ac-08cd56de89ea triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:02.397702 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d569322a-205f-469a-87ac-08cd56de89ea), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.457856 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467227b-403d-4d77-a549-bd8e2d97fe4a None None] Pushing event updated for resources: {'Port': ['ID=54b2626c-fc2a-464f-bee4-a8e8e50f8523,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:02.460524 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:02.463142 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:02.514278 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d569322a-205f-469a-87ac-08cd56de89ea is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:02.515806 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d569322a-205f-469a-87ac-08cd56de89ea), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.550702 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:02.554921 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66955e-4019-46ed-88ff-b2c1d0a93e6c" -d '{"events": [{"server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d569322a-205f-469a-87ac-08cd56de89ea"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:02.568430 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3f62cc5f-055b-4c98-817f-054de6029256), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.586473 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d569322a-205f-469a-87ac-08cd56de89ea,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:02.595085 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:02.611425 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-9389f886-68a3-4806-8b51-ff0e6563aa40 None None] Provisioning complete for port 3f62cc5f-055b-4c98-817f-054de6029256 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:02.611988 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9389f886-68a3-4806-8b51-ff0e6563aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3f62cc5f-055b-4c98-817f-054de6029256), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.614760 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28baffb-3627-447b-9e72-d79075e586f0 x-openstack-request-id: req-e28baffb-3627-447b-9e72-d79075e586f0 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:02.615125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d569322a-205f-469a-87ac-08cd56de89ea", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:02.615479 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e28baffb-3627-447b-9e72-d79075e586f0 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:02.615930 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28baffb-3627-447b-9e72-d79075e586f0'] response: {'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea', 'code': 200} Apr 06 14:09:02.661224 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.696016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9389f886-68a3-4806-8b51-ff0e6563aa40 None None] Port 3f62cc5f-055b-4c98-817f-054de6029256 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:02.759126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:02.807022 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks [] for port (3f62cc5f-055b-4c98-817f-054de6029256), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:02.846373 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:08:59Z', 'revision_number': 3, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:02.873187 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f0afe-55fb-4ce8-bccd-7b7dde333d43 None None] The sync data for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi is: [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:08:59Z', 'revision_number': 3, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:02.898187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:03.020769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:03.028380 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:03.082162 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff54dc-2300-4ac7-a497-b3bc6f14f320 req-f3a7069b-9f4d-48e8-8294-80f6ce0eeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:03.083798 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8ff54dc-2300-4ac7-a497-b3bc6f14f320 req-f3a7069b-9f4d-48e8-8294-80f6ce0eeb54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 1129 time: 0.1181178 Apr 06 14:09:03.515538 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8ff54dc-2300-4ac7-a497-b3bc6f14f320 req-fa05caab-17e6-42ce-9a19-4d9b19197e01 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082983 Apr 06 14:09:03.519706 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Network 72482947-c631-42b4-904c-57ee65b57aa2 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:03.529694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a106a2-2659-467b-ad8b-db068c5e9b97 req-d3a988be-1758-4eed-8403-9844e4d3a9f5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:03.531135 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-18a106a2-2659-467b-ad8b-db068c5e9b97 req-d3a988be-1758-4eed-8403-9844e4d3a9f5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.4344599 Apr 06 14:09:03.532628 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:03.568114 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b911-9120-4dcd-9db9-c6dd5a869e66 req-d1580bf8-7b0e-48bd-a11a-1abab7f5007f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:03.569702 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f37b911-9120-4dcd-9db9-c6dd5a869e66 req-d1580bf8-7b0e-48bd-a11a-1abab7f5007f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1561840 Apr 06 14:09:03.709787 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-18a106a2-2659-467b-ad8b-db068c5e9b97 req-284933ad-3fce-48dc-ae55-5e36d4dc675a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715395 Apr 06 14:09:03.756092 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f37b911-9120-4dcd-9db9-c6dd5a869e66 req-3c7cc4e3-0456-4a0b-a9f8-dabf387f7119 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306765 Apr 06 14:09:03.765597 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Router e41f392a-f03c-4afc-b19a-03bf3fe43b2a has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:09:03.832794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-70786ea6-3911-407c-a0ba-62666aa57ad2 None None] Provisioning complete for port 3f62cc5f-055b-4c98-817f-054de6029256 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:03.833282 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-70786ea6-3911-407c-a0ba-62666aa57ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3f62cc5f-055b-4c98-817f-054de6029256), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:03.872933 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-70786ea6-3911-407c-a0ba-62666aa57ad2 None None] Port 3f62cc5f-055b-4c98-817f-054de6029256 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:03.905015 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:09:03.911298 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5c52ac9a-d364-4f14-a31d-4e8b374c4bc8 admin admin] 10.222.0.62 "PUT /v2.0/routers/e41f392a-f03c-4afc-b19a-03bf3fe43b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7073669 Apr 06 14:09:04.654655 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Sync routers for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:04.666009 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:04.666752 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:04.711078 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 54b2626c-fc2a-464f-bee4-a8e8e50f8523 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:04.764352 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36800) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:04.770228 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691415538-network', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:04.790761 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:04.840146 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:04.854022 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Made reservation on behalf of f3a3f5ed90734bdfbaef16811dbbde0a for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:04.857272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.871073 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.873592 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:04.873974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.893003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd4a2-5028-427f-9b8f-099a03c7c62d req-91d3ff20-f87c-4646-86a6-23aac5b40a88 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:04.894785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e2fd4a2-5028-427f-9b8f-099a03c7c62d req-91d3ff20-f87c-4646-86a6-23aac5b40a88 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.0926027 Apr 06 14:09:04.935265 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf1ce-aa3e-4f42-8468-30657e6c3570 req-7defe619-d0be-4883-b23b-86fa1d984372 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:04.936914 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cd6bf1ce-aa3e-4f42-8468-30657e6c3570 req-7defe619-d0be-4883-b23b-86fa1d984372 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0975635 Apr 06 14:09:04.973532 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks [] for security_group (77362f3f-d440-4281-9f8b-35da24ae6337), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.988084 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e2fd4a2-5028-427f-9b8f-099a03c7c62d req-a88d79e1-3c17-44bf-bf92-e61744740b64 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862789 Apr 06 14:09:05.031303 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cd6bf1ce-aa3e-4f42-8468-30657e6c3570 req-05adf034-ef20-4f74-94d9-e48388fdf05a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820737 Apr 06 14:09:05.048609 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (77362f3f-d440-4281-9f8b-35da24ae6337), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.078379 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77362f3f-d440-4281-9f8b-35da24ae6337,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.084073 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:09:05.094477 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (5a54206c-0982-44a8-96ba-c89141421405), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.094738 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Added segment 5a54206c-0982-44a8-96ba-c89141421405 of type vlan for network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 Apr 06 14:09:05.115847 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:05.115847 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.150828 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (c6ca4f00-634b-4ef3-96f1-58a767c3cb82), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.166065 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 54b2626c-fc2a-464f-bee4-a8e8e50f8523, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=54b2626c-fc2a-464f-bee4-a8e8e50f8523,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:05.195835 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 2, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:05.222852 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Checking router: e41f392a-f03c-4afc-b19a-03bf3fe43b2a for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:05.223215 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Updating router e41f392a-f03c-4afc-b19a-03bf3fe43b2a port 3f62cc5f-055b-4c98-817f-054de6029256 binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:05.249232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.256418 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3f62cc5f-055b-4c98-817f-054de6029256), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.277922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (c6ca4f00-634b-4ef3-96f1-58a767c3cb82), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.277922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.278655 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.336082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=54b2626c-fc2a-464f-bee4-a8e8e50f8523,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.346428 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ca4f00-634b-4ef3-96f1-58a767c3cb82,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.362460 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:09:05.415843 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ebe1f069-cec2-4892-96ed-8f90b70e8024 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6503515 Apr 06 14:09:05.424949 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36816) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:05.429940 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Request body: {'subnet': {'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691415538-subnet', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:05.527657 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Made reservation on behalf of f3a3f5ed90734bdfbaef16811dbbde0a for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:05.530020 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9438407'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.652353 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks [] for port (3f62cc5f-055b-4c98-817f-054de6029256), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.773759 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.774085 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9438425'] for subnet (0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.831379 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.833064 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9389-bf93-4147-8b61-443f96f87cff None None] Pushing event updated for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.852681 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Checking segment: {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:05.853090 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Network hostable DHCP agents. Network: c6ca4f00-634b-4ef3-96f1-58a767c3cb82, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:09:05.895441 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Attempting to bind port 3f62cc5f-055b-4c98-817f-054de6029256 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:05.895947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Attempting to bind port 3f62cc5f-055b-4c98-817f-054de6029256 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:05.896178 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Attempting to bind port 3f62cc5f-055b-4c98-817f-054de6029256 on network 72482947-c631-42b4-904c-57ee65b57aa2 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:05.901703 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:05.902087 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Checking segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:05.902563 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.902900 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Bound using segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:05.903399 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Bound port: 3f62cc5f-055b-4c98-817f-054de6029256, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:05.903973 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3f62cc5f-055b-4c98-817f-054de6029256), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.940302 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:09:05.980762 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] For port 3f62cc5f-055b-4c98-817f-054de6029256, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:05.985896 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] For port 3f62cc5f-055b-4c98-817f-054de6029256, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3f62cc5f-055b-4c98-817f-054de6029256,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:06.079903 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, c6ca4f00-634b-4ef3-96f1-58a767c3cb82) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:06.085671 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:06.086849 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.092492 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c2519-acab-47b2-931f-d500451f0f88 None None] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:09:06.150576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.176184 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2800cab7-9dfb-4210-8c44-97d42ca2d885 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7498350 Apr 06 14:09:06.181389 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0dbe3-cb94-4cca-8bf8-dd81da565def req-6e71b36a-b6ee-4e9c-b272-96764c3d44af tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:06.182955 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ec0dbe3-cb94-4cca-8bf8-dd81da565def req-6e71b36a-b6ee-4e9c-b272-96764c3d44af tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.1198969 Apr 06 14:09:06.184685 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36826) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:06.189671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:06.223682 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Provisioning complete for port 3f62cc5f-055b-4c98-817f-054de6029256 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:06.224068 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3f62cc5f-055b-4c98-817f-054de6029256), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.247606 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa5fe-9685-43f8-a408-7dac00a343db req-436ab2ba-e113-460a-a717-361238b4e995 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:06.249268 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-689aa5fe-9685-43f8-a408-7dac00a343db req-436ab2ba-e113-460a-a717-361238b4e995 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1309767 Apr 06 14:09:06.287346 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9389-bf93-4147-8b61-443f96f87cff None None] Pushing event updated for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:06.288511 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ec0dbe3-cb94-4cca-8bf8-dd81da565def req-3964f695-56ad-4076-abaa-d332fd394134 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922050 Apr 06 14:09:06.330009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.331789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.344003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-689aa5fe-9685-43f8-a408-7dac00a343db req-7b59200b-e22d-4e57-a7fd-b275704e49e3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846062 Apr 06 14:09:06.419107 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for router_controller (78de89b3-f6b2-4519-85a2-ac00f8ec7276), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.458218 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:06.458842 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:06.530008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'fixed_ips': [{'subnet_id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:09:06.530890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.672977 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for router_gateway (78de89b3-f6b2-4519-85a2-ac00f8ec7276), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.720188 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 54b2626c-fc2a-464f-bee4-a8e8e50f8523 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:06.779587 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Current status of the port 3f62cc5f-055b-4c98-817f-054de6029256 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:06.779979 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3f62cc5f-055b-4c98-817f-054de6029256), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:06.806538 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:06.878109 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Allocated IP 172.20.0.2 (c6ca4f00-634b-4ef3-96f1-58a767c3cb82/0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2/8cf26f94-d0c7-40b0-8a19-7bf77fccb048) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:06.931967 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] For port 3f62cc5f-055b-4c98-817f-054de6029256, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3f62cc5f-055b-4c98-817f-054de6029256,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:07.017096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for router_gateway (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.038457 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.041257 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.076116 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:07.076491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.178089 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec56e77-7a73-4922-80db-587a7faa891e None None] Pushing event updated for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:07.196309 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Allocated IP 172.27.1.71 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/f28a5730-31b0-4c05-89d7-9ffd42be5a2c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:07.259495 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-b4f78e8a-5a6a-4df4-a22f-20063d6fbcf8 None None] Provisioning complete for port 3f62cc5f-055b-4c98-817f-054de6029256 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:07.259495 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b4f78e8a-5a6a-4df4-a22f-20063d6fbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3f62cc5f-055b-4c98-817f-054de6029256), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.267072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-80e17300-f130-4658-8d46-ace2a9d1b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.269025 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-80e17300-f130-4658-8d46-ace2a9d1b1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.1171267 Apr 06 14:09:07.272535 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36844) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:07.376345 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks [] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.387701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.404389 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:07.424140 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb1f-eb71-4330-88c4-ac0f631bfdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.448019 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-f9b22de8-00ed-4803-b52a-fd0b9a537cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.448019 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-f9b22de8-00ed-4803-b52a-fd0b9a537cfd service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1487484 Apr 06 14:09:07.462641 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:07.472464 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.530252 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb1f-eb71-4330-88c4-ac0f631bfdea admin admin] Publish callbacks [] for security_group (c989f90e-f9fd-4344-ae0a-c70c62b9addb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.535888 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28200a-4d12-42ed-96b0-fd198c544236 None None] The sync data for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi is: [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:07.540883 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-870a43ff-3559-442e-a50c-57a321dabf48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.0796065 Apr 06 14:09:07.550422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.561367 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:07.561656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b4f78e8a-5a6a-4df4-a22f-20063d6fbcf8 None None] Current status of the port 3f62cc5f-055b-4c98-817f-054de6029256 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:07.570040 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:07.572334 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:07.574406 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Pushing event updated for resources: {'Port': ['ID=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:07.600755 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3bb3bb1f-eb71-4330-88c4-ac0f631bfdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c989f90e-f9fd-4344-ae0a-c70c62b9addb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.658431 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:07.669415 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3bb1f-eb71-4330-88c4-ac0f631bfdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c989f90e-f9fd-4344-ae0a-c70c62b9addb,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:07.673630 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:07.686467 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:07.693823 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Pushing event updated for resources: {'Port': ['ID=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:07.713130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb58b-efa5-49b3-927b-f6affde8bcf9 req-ccf90f1a-a8d2-436c-890f-bb802f4208e4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.714765 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-607bb58b-efa5-49b3-927b-f6affde8bcf9 req-ccf90f1a-a8d2-436c-890f-bb802f4208e4 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.2548375 Apr 06 14:09:07.720388 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-d3dcc40b-c965-4d3f-abe9-ffb7ec6052be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.721880 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-d3dcc40b-c965-4d3f-abe9-ffb7ec6052be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.1613047 Apr 06 14:09:07.727587 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Attempting to bind port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:07.728503 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Attempting to bind port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:07.728874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Attempting to bind port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 on network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:07.736167 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:07.736590 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Checking segment: {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:07.736999 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.737389 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Bound using segment: {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:07.737855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Bound port: 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:07.738565 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.743408 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3bb3bb1f-eb71-4330-88c4-ac0f631bfdea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f355539e3f54570965d89d789349c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686184 Apr 06 14:09:07.745334 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36856) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:07.816338 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] Publish callbacks [] for security_group (c989f90e-f9fd-4344-ae0a-c70c62b9addb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.818993 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] For port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:07.823170 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] For port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:07.842853 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] Publish callbacks [] for security_group (c989f90e-f9fd-4344-ae0a-c70c62b9addb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.908499 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-607bb58b-efa5-49b3-927b-f6affde8bcf9 req-7bb1254f-095a-4aec-89f2-d89bd7383830 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562774 Apr 06 14:09:07.944322 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-77aac0e6-3c0b-49bb-8c23-39730d807142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.945858 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-77aac0e6-3c0b-49bb-8c23-39730d807142 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1914952 Apr 06 14:09:07.969504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.991426 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c989f90e-f9fd-4344-ae0a-c70c62b9addb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.994363 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:07.995739 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c989f90e-f9fd-4344-ae0a-c70c62b9addb HTTP/1.1" status: 204 len: 168 time: 0.2493393 Apr 06 14:09:08.009392 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d1aa-6493-4cb5-baa7-c1506cc37368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c989f90e-f9fd-4344-ae0a-c70c62b9addb,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:08.127001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4156a38-6233-4420-bef9-42b99b562acc None None] Pushing event updated for resources: {'Port': ['ID=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:08.161784 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-d98d5c14-9e33-4cad-b744-e926f872cd86 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872025 Apr 06 14:09:08.266871 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1ca57-7f9d-48d7-a35a-14313e24494d req-779dab73-3966-472b-a4ba-b24696d2eca2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:08.268977 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3bd1ca57-7f9d-48d7-a35a-14313e24494d req-779dab73-3966-472b-a4ba-b24696d2eca2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.1616294 Apr 06 14:09:08.318859 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for router_gateway (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:08.443723 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3bd1ca57-7f9d-48d7-a35a-14313e24494d req-6286e784-f530-439d-aba0-fb767210779d tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301289 Apr 06 14:09:08.580367 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:08.761857 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:08.791398 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36868) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:08.818582 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-686988fe-46c4-4146-9017-d4158b66ac3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:08.883747 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:08.884400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:08.998356 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-686988fe-46c4-4146-9017-d4158b66ac3a admin admin] Publish callbacks [] for security_group (028f5d18-4312-4baf-a623-f562b0ec00bc), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.020300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:09.020300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.062605 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:09.076812 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-686988fe-46c4-4146-9017-d4158b66ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (028f5d18-4312-4baf-a623-f562b0ec00bc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.093669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c464a9-4a8c-48cd-a23e-9b6d096fcb7f req-9a2e50df-219a-48d7-b9b2-14dfde1c2b13 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:09.096134 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69c464a9-4a8c-48cd-a23e-9b6d096fcb7f req-9a2e50df-219a-48d7-b9b2-14dfde1c2b13 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0606332 Apr 06 14:09:09.110541 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:09:09.126987 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-686988fe-46c4-4146-9017-d4158b66ac3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7df8a3bda2f4da4ba1e71f77109ba26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344209 Apr 06 14:09:09.127945 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36872) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:09.132620 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686988fe-46c4-4146-9017-d4158b66ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028f5d18-4312-4baf-a623-f562b0ec00bc,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:09.168794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.170165 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3f62cc5f-055b-4c98-817f-054de6029256 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:09.238925 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69c464a9-4a8c-48cd-a23e-9b6d096fcb7f req-d5e985ae-4537-4d8b-84a5-289207fa99d0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354907 Apr 06 14:09:09.276451 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37593043-5389-4387-8f77-87894fad9d55 None None] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:09:09.280518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:09.302891 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Publish callbacks [] for security_group (028f5d18-4312-4baf-a623-f562b0ec00bc), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.337570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Publish callbacks [] for security_group (028f5d18-4312-4baf-a623-f562b0ec00bc), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.345097 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:09:09.353220 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-70689403-2fdb-4082-81f2-dbc8d72a68f2 None None] Provisioning complete for port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:09.353606 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-70689403-2fdb-4082-81f2-dbc8d72a68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.355962 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Sync routers for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:09.360237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 3f62cc5f-055b-4c98-817f-054de6029256 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:09.360674 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3f62cc5f-055b-4c98-817f-054de6029256), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.367950 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:09.368873 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:09.427587 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.429022 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9757e361-b051-4317-b75e-a0aa98802061 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2432444 Apr 06 14:09:09.431977 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36874) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:09.482073 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (028f5d18-4312-4baf-a623-f562b0ec00bc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.485407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.487041 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/028f5d18-4312-4baf-a623-f562b0ec00bc HTTP/1.1" status: 204 len: 168 time: 0.3569419 Apr 06 14:09:09.502486 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f5d18-4312-4baf-a623-f562b0ec00bc,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:09.528204 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.528565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.528916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.529259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.529603 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.529940 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.530712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.530712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.530932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.531234 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.531595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.532530 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.532860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.535180 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.535298 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:09.535419 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54003ec5-0810-4fc9-af3a-32b32261c26b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:09.616311 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecad3b-3e2b-4733-88f6-883481d56040 req-5eea349b-c527-46f0-9d4e-1b563744d843 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:09.625869 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-12ecad3b-3e2b-4733-88f6-883481d56040 req-5eea349b-c527-46f0-9d4e-1b563744d843 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.1001294 Apr 06 14:09:09.689672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-70689403-2fdb-4082-81f2-dbc8d72a68f2 None None] Current status of the port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:09.763743 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 3f62cc5f-055b-4c98-817f-054de6029256 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:09.796860 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:08Z', 'revision_number': 3, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:09.825142 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-12ecad3b-3e2b-4733-88f6-883481d56040 req-ea4964a7-b464-4a90-93a6-ec2b1cd4b822 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980686 Apr 06 14:09:09.825895 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Checking router: 78de89b3-f6b2-4519-85a2-ac00f8ec7276 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:09.826241 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Updating router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 port f28a5730-31b0-4c05-89d7-9ffd42be5a2c binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:09.868214 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.877581 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de2d0f70-2251-4c87-8861-260bbb8b61bf req-5105e54e-0b64-4ff4-80c7-ad54e0ee43fe service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716778 Apr 06 14:09:10.022965 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-a243cdd4-c5ba-4aad-a6f3-124a13b4dc01 None None] Provisioning complete for port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:10.023674 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a243cdd4-c5ba-4aad-a6f3-124a13b4dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.068560 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.151410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-a243cdd4-c5ba-4aad-a6f3-124a13b4dc01 None None] Current status of the port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:10.173292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-d1eacf5e-9c6a-4f11-8797-54fb132133d6 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:10.174809 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-d1eacf5e-9c6a-4f11-8797-54fb132133d6 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 945 time: 0.0896580 Apr 06 14:09:10.230831 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks [] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.243283 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Allocated IP 172.20.0.1 (c6ca4f00-634b-4ef3-96f1-58a767c3cb82/0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2/20199903-1ef8-4891-a5b9-f9ec113d47eb) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:10.276720 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.293400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Deleting port d569322a-205f-469a-87ac-08cd56de89ea {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:09:10.293830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (d569322a-205f-469a-87ac-08cd56de89ea), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.338890 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9693f5-f1d9-401e-a243-4cf52cdc22b0 None None] Pushing event updated for resources: {'Port': ['ID=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:10.355464 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Attempting to bind port f28a5730-31b0-4c05-89d7-9ffd42be5a2c on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:10.355464 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Attempting to bind port f28a5730-31b0-4c05-89d7-9ffd42be5a2c by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:10.355653 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Attempting to bind port f28a5730-31b0-4c05-89d7-9ffd42be5a2c on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:10.361312 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:10.361984 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:10.362087 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.362436 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:10.362915 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Bound port: f28a5730-31b0-4c05-89d7-9ffd42be5a2c, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:10.363279 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.384152 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36888) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:10.396156 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks [] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.406508 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b8419da5-70b2-4a53-aa9a-0ed2004dfcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.418256 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] For port f28a5730-31b0-4c05-89d7-9ffd42be5a2c, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:10.421673 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] For port f28a5730-31b0-4c05-89d7-9ffd42be5a2c, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:10.437469 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0f93-d2f6-431e-b29b-bc850b0c2c9e req-6e59aa87-2564-40bf-9820-2d9abaa19799 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:10.439546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-848a0f93-d2f6-431e-b29b-bc850b0c2c9e req-6e59aa87-2564-40bf-9820-2d9abaa19799 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1018581 Apr 06 14:09:10.462338 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] For port d569322a-205f-469a-87ac-08cd56de89ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d569322a-205f-469a-87ac-08cd56de89ea,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:10.462726 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (d569322a-205f-469a-87ac-08cd56de89ea), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.483743 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Calling delete_port for d569322a-205f-469a-87ac-08cd56de89ea owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:09:10.488387 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.505686 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b8419da5-70b2-4a53-aa9a-0ed2004dfcdb admin admin] Publish callbacks [] for security_group (2eceb508-7b0f-49d6-946d-7edc0afa9df6), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.523078 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.552355 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-848a0f93-d2f6-431e-b29b-bc850b0c2c9e req-dc5feb21-d0ef-40b4-88f9-5642e1121a01 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028755 Apr 06 14:09:10.561907 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:10.563967 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:10.579683 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:10.581357 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b8419da5-70b2-4a53-aa9a-0ed2004dfcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2eceb508-7b0f-49d6-946d-7edc0afa9df6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.583692 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Pushing event updated for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:10.589331 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:10.601309 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:10.611266 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9693f5-f1d9-401e-a243-4cf52cdc22b0 None None] Pushing event updated for resources: {'Port': ['ID=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:10.612177 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.612528 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.617462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:10.668217 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8419da5-70b2-4a53-aa9a-0ed2004dfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eceb508-7b0f-49d6-946d-7edc0afa9df6,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:10.672551 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b8419da5-70b2-4a53-aa9a-0ed2004dfcdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f74aac5572149cba0ae3e8308bbce25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872179 Apr 06 14:09:10.675976 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 36890) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:10.708070 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:10.713752 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.765112 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:10.804071 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d569322a-205f-469a-87ac-08cd56de89ea), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.811951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] Publish callbacks [] for security_group (2eceb508-7b0f-49d6-946d-7edc0afa9df6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.822335 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:10.822993 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.856190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d569322a-205f-469a-87ac-08cd56de89ea'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:10.888046 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] Publish callbacks [] for security_group (2eceb508-7b0f-49d6-946d-7edc0afa9df6), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.976799 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] No DVR routers for this DVR port d569322a-205f-469a-87ac-08cd56de89ea on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:09:10.981248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.985528 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e8338e2-fd2a-42bf-881d-97195cfdcc0a req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "DELETE /v2.0/ports/d569322a-205f-469a-87ac-08cd56de89ea HTTP/1.1" status: 204 len: 173 time: 0.8026896 Apr 06 14:09:10.987931 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'name': 'network-vif-deleted', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:10.990375 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cecd61-bd76-4b49-ac8d-baccd60e11d6" -d '{"events": [{"server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "name": "network-vif-deleted", "tag": "d569322a-205f-469a-87ac-08cd56de89ea"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:11.004507 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-f3503d9f-b30a-41b9-885a-7465966d46cf None None] Provisioning complete for port 20199903-1ef8-4891-a5b9-f9ec113d47eb triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:11.006491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f3503d9f-b30a-41b9-885a-7465966d46cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.007300 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9d28-2e11-40e1-83e5-67dffa84d458 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Pushing event deleted for resources: {'Port': ['ID=d569322a-205f-469a-87ac-08cd56de89ea,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:11.012311 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:11.064251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f3503d9f-b30a-41b9-885a-7465966d46cf None None] Port 20199903-1ef8-4891-a5b9-f9ec113d47eb cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:11.077659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.091188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f694843-cb4a-48f8-8513-adcf36f4daaa x-openstack-request-id: req-9f694843-cb4a-48f8-8513-adcf36f4daaa {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:11.091516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36893813-b49a-42bb-8031-4b7c08857fd2", "name": "network-vif-deleted", "tag": "d569322a-205f-469a-87ac-08cd56de89ea", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:11.091777 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f694843-cb4a-48f8-8513-adcf36f4daaa {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:11.092190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f694843-cb4a-48f8-8513-adcf36f4daaa'] response: {'server_uuid': '36893813-b49a-42bb-8031-4b7c08857fd2', 'name': 'network-vif-deleted', 'tag': 'd569322a-205f-469a-87ac-08cd56de89ea', 'status': 'completed', 'code': 200} Apr 06 14:09:11.103551 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-605736af-63ce-44bd-b55e-95297009ee0a req-dfffd45e-1be8-4f4e-8e47-dea2763ae78a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.1140640 Apr 06 14:09:11.120260 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2eceb508-7b0f-49d6-946d-7edc0afa9df6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.122936 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.126452 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2eceb508-7b0f-49d6-946d-7edc0afa9df6 HTTP/1.1" status: 204 len: 168 time: 0.4495089 Apr 06 14:09:11.154962 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:08Z', 'revision_number': 3, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:11.159829 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eef6d-bddf-4077-a72a-80a609357f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eceb508-7b0f-49d6-946d-7edc0afa9df6,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:11.192356 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd595e30-f8ba-4073-92b0-0c6e34cb7d79 None None] The sync data for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi is: [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:08Z', 'revision_number': 3, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:11.367784 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks [] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.447923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.526308 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Pushing event updated for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:11.539958 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.669390 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:11.670914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:11.771928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad259f-a1ee-4adb-a79a-85389aaca670 req-61a875ad-fa45-44bf-9098-5b94c5e299d7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:11.789081 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaad259f-a1ee-4adb-a79a-85389aaca670 req-61a875ad-fa45-44bf-9098-5b94c5e299d7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1417627 Apr 06 14:09:11.877210 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaad259f-a1ee-4adb-a79a-85389aaca670 req-d3d7be95-4e47-48f2-a784-a1e0f64d420a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890527 Apr 06 14:09:11.884968 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:09:12.036891 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:09:12.043885 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c0751a6f-79e0-4555-b95e-888286eb5532 admin admin] 10.222.0.62 "PUT /v2.0/routers/78de89b3-f6b2-4519-85a2-ac00f8ec7276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6108260 Apr 06 14:09:12.099446 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-0a7853ca-ccbf-4b90-9f75-9de02f920068 None None] Provisioning complete for port 20199903-1ef8-4891-a5b9-f9ec113d47eb triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:12.100000 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0a7853ca-ccbf-4b90-9f75-9de02f920068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:12.140299 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-0a7853ca-ccbf-4b90-9f75-9de02f920068 None None] Port 20199903-1ef8-4891-a5b9-f9ec113d47eb cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:12.224074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9bfeb32a-9916-47e3-8470-caf1e6245691 req-5284cc6d-2914-4744-87e9-10271ce41524 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Apr 06 14:09:12.499157 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:12.718288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device f28a5730-31b0-4c05-89d7-9ffd42be5a2c up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:12.753234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d1381ff4-bfc7-4ba0-8a30-ece44f44bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:12.771618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port f28a5730-31b0-4c05-89d7-9ffd42be5a2c triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:12.772002 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:12.885403 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port f28a5730-31b0-4c05-89d7-9ffd42be5a2c is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:12.886667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:12.933232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port f28a5730-31b0-4c05-89d7-9ffd42be5a2c, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:13.008682 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb40eac-c1ea-4e95-9d6e-1924230f313e req-ca1a3ea8-00ea-48c7-8dbb-669da2df8fe0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.011145 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4bb40eac-c1ea-4e95-9d6e-1924230f313e req-ca1a3ea8-00ea-48c7-8dbb-669da2df8fe0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0590734 Apr 06 14:09:13.069605 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:13.098734 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4bb40eac-c1ea-4e95-9d6e-1924230f313e req-a19f87d2-f631-4ad8-888a-7e4400648a20 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Apr 06 14:09:13.148035 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:13.156797 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.157373 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.158021 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.158557 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.159056 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.159611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.163883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.165242 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.165734 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.166308 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.173772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.173772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.173772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.173772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.173772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:13.415738 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2aa432d7-315f-4b8f-9efa-5a8f83eb52cf req-1890eee9-1303-4cb1-9aa0-2f2b0baa38aa tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=36893813-b49a-42bb-8031-4b7c08857fd2 HTTP/1.1" status: 200 len: 210 time: 0.0445545 Apr 06 14:09:13.585893 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 36984) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:13.897780 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de0b5534-36a5-4f5e-858d-ba854dc7fca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.007390 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de0b5534-36a5-4f5e-858d-ba854dc7fca7 admin admin] Publish callbacks [] for security_group (1eadd98b-810b-4fe1-89b1-113e4bc2b67e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.162359 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de0b5534-36a5-4f5e-858d-ba854dc7fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1eadd98b-810b-4fe1-89b1-113e4bc2b67e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.242116 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-de0b5534-36a5-4f5e-858d-ba854dc7fca7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3e023ff42b94b65b571eaa5ee4d6352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6551633 Apr 06 14:09:14.245159 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37000) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:14.252331 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b5534-36a5-4f5e-858d-ba854dc7fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eadd98b-810b-4fe1-89b1-113e4bc2b67e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:14.288940 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d569322a-205f-469a-87ac-08cd56de89ea no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:09:14.308113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd5da0-c849-45eb-a937-7c9a3378aade req-69849132-d3da-444c-b9b6-0ca5c120d5f3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:14.317655 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8cd5da0-c849-45eb-a937-7c9a3378aade req-69849132-d3da-444c-b9b6-0ca5c120d5f3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1325977 Apr 06 14:09:14.335154 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: d569322a-205f-469a-87ac-08cd56de89ea {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:09:14.342285 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d569322a-205f-469a-87ac-08cd56de89ea not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:09:14.382541 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] Publish callbacks [] for security_group (1eadd98b-810b-4fe1-89b1-113e4bc2b67e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.411111 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] Publish callbacks [] for security_group (1eadd98b-810b-4fe1-89b1-113e4bc2b67e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.433423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Sync routers for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:14.436637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8cd5da0-c849-45eb-a937-7c9a3378aade req-0286c0c5-af79-40f8-a4b7-b2c087c83993 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016219 Apr 06 14:09:14.460389 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:14.461055 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:08:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:14.678272 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:14.819590 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device f28a5730-31b0-4c05-89d7-9ffd42be5a2c up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:14.875211 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1eadd98b-810b-4fe1-89b1-113e4bc2b67e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.881428 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:14.890311 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1eadd98b-810b-4fe1-89b1-113e4bc2b67e HTTP/1.1" status: 204 len: 168 time: 0.6442895 Apr 06 14:09:14.902923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab6328-9647-45d9-8553-801efa75a7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eadd98b-810b-4fe1-89b1-113e4bc2b67e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:14.931965 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-f0079ec0-adaa-4bd3-8042-c9129611e5a3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:14.948124 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-f0079ec0-adaa-4bd3-8042-c9129611e5a3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/networks?id=3606c01a-8673-4022-9bb4-0c45e652ae9d HTTP/1.1" status: 200 len: 809 time: 0.1636596 Apr 06 14:09:14.983602 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-327098d8-ad36-4ae3-96f0-4c196a72dd04 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/quotas/b6269326d5fd43fe87e8d80b81acfb90 HTTP/1.1" status: 200 len: 375 time: 0.0344446 Apr 06 14:09:15.006642 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port f28a5730-31b0-4c05-89d7-9ffd42be5a2c triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:15.008715 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.058768 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-32e0acb8-1b93-4da7-9368-c70368da2832 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706820 Apr 06 14:09:15.159345 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:10Z', 'revision_number': 4, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '20199903-1ef8-4891-a5b9-f9ec113d47eb', 'name': '', 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'mac_address': 'fa:16:3e:92:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:10Z', 'updated_at': '2022-04-06T14:09:11Z', 'revision_number': 2, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'subnets': [{'id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:15.200716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Checking router: 78de89b3-f6b2-4519-85a2-ac00f8ec7276 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:15.200716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Updating router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 port 20199903-1ef8-4891-a5b9-f9ec113d47eb binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:09:15.216904 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port f28a5730-31b0-4c05-89d7-9ffd42be5a2c is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:15.231559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.242392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-d6de93b8-ebbd-4869-bc77-cf4e699e6bb0 service neutron] 10.222.0.62 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827302 Apr 06 14:09:15.409773 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-ff317fca-07c9-48c4-a39d-faa5cc0d17df service neutron] 10.222.0.62 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612670 Apr 06 14:09:15.547303 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dcf07531-1287-46ef-969e-6ee6649b30b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.642977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks [] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.647348 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066639c-ae76-4ee8-88ea-4a0e20e0160f req-ffab2487-bf42-48db-b25d-1036ce8e66a7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:15.649336 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b066639c-ae76-4ee8-88ea-4a0e20e0160f req-ffab2487-bf42-48db-b25d-1036ce8e66a7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1059551 Apr 06 14:09:15.738879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.760256 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b066639c-ae76-4ee8-88ea-4a0e20e0160f req-b98d9e27-66d3-4c19-b435-3c8867487cf8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047099 Apr 06 14:09:15.772777 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-804ff0c9-f42f-431a-b26b-c655b831f099 req-eb2ecbb0-a87f-47fc-a3d4-5c2f72441335 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0517175 Apr 06 14:09:15.831340 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d73c8-ea59-4f11-abda-b86ec94c6889 None None] Pushing event updated for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:15.919053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Attempting to bind port 20199903-1ef8-4891-a5b9-f9ec113d47eb on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:15.919679 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Attempting to bind port 20199903-1ef8-4891-a5b9-f9ec113d47eb by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:15.920211 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Attempting to bind port 20199903-1ef8-4891-a5b9-f9ec113d47eb on network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:15.926312 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:15.926779 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Checking segment: {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:15.927270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.927766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Bound using segment: {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:15.928310 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Bound port: 20199903-1ef8-4891-a5b9-f9ec113d47eb, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a54206c-0982-44a8-96ba-c89141421405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:15.928765 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.042166 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] For port 20199903-1ef8-4891-a5b9-f9ec113d47eb, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:16.045899 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] For port 20199903-1ef8-4891-a5b9-f9ec113d47eb, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=20199903-1ef8-4891-a5b9-f9ec113d47eb,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:16.104408 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-059312c6-ed53-482f-85af-ce0124a0758b None None] Provisioning complete for port 20199903-1ef8-4891-a5b9-f9ec113d47eb triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:16.105058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-059312c6-ed53-482f-85af-ce0124a0758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.145568 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.160760 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-059312c6-ed53-482f-85af-ce0124a0758b None None] Port 20199903-1ef8-4891-a5b9-f9ec113d47eb cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:16.219811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:16.220616 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:09:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:16.389532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d73c8-ea59-4f11-abda-b86ec94c6889 None None] Pushing event updated for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:16.506846 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:16.690551 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Provisioning complete for port 20199903-1ef8-4891-a5b9-f9ec113d47eb triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:16.692399 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.765326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.834775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Current status of the port 20199903-1ef8-4891-a5b9-f9ec113d47eb is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:16.835175 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.882196 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:10Z', 'revision_number': 4, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '20199903-1ef8-4891-a5b9-f9ec113d47eb', 'name': '', 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'mac_address': 'fa:16:3e:92:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:10Z', 'updated_at': '2022-04-06T14:09:16Z', 'revision_number': 4, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'subnets': [{'id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:16.985209 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de4db74-03ca-4c1b-a781-2a3b2922c5ed req-058c4a12-7f88-4560-9107-75a3453c886c tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0773809 Apr 06 14:09:17.019122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e453-d57e-44f1-9af4-c472f4d2a8bf req-edf71971-16a9-413a-84fc-c5657354fd7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:17.021190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8028e453-d57e-44f1-9af4-c472f4d2a8bf req-edf71971-16a9-413a-84fc-c5657354fd7c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1167700 Apr 06 14:09:17.074689 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] For port 20199903-1ef8-4891-a5b9-f9ec113d47eb, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=20199903-1ef8-4891-a5b9-f9ec113d47eb,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:17.076403 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f25aee-c199-40f7-99fe-5c663f6e0a90 None None] The sync data for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi is: [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:09:10Z', 'revision_number': 4, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '20199903-1ef8-4891-a5b9-f9ec113d47eb', 'name': '', 'network_id': 'c6ca4f00-634b-4ef3-96f1-58a767c3cb82', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'mac_address': 'fa:16:3e:92:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:10Z', 'updated_at': '2022-04-06T14:09:16Z', 'revision_number': 4, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'subnets': [{'id': '0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:17.122376 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8028e453-d57e-44f1-9af4-c472f4d2a8bf req-bc5bae37-a62c-4fc9-b779-646db1605605 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772419 Apr 06 14:09:17.133665 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:17.281444 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25f2c6-cb7f-4d74-bebf-6f2f0afeb2f8 None None] Pushing event updated for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:17.633503 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45411119-8457-42b8-b268-a08fa4a0a28f req-117b9e23-d446-4758-9369-01c1d8dc5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:17.633503 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45411119-8457-42b8-b268-a08fa4a0a28f req-117b9e23-d446-4758-9369-01c1d8dc5481 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.1082468 Apr 06 14:09:17.667402 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45411119-8457-42b8-b268-a08fa4a0a28f req-5e9ae003-ce10-4d9b-b198-f380f4d3e2f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Apr 06 14:09:18.101766 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c2c71-f31b-443f-9e8d-69d427da0486 req-576ccb67-69e2-4708-9711-e3603774567c tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Apr 06 14:09:18.172776 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:18.290075 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd7527-a918-4a48-873b-e0ddc6665e39 req-f11ff035-e861-477b-86c8-ac61afcd8071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:18.292245 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9fd7527-a918-4a48-873b-e0ddc6665e39 req-f11ff035-e861-477b-86c8-ac61afcd8071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0817697 Apr 06 14:09:18.389130 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9fd7527-a918-4a48-873b-e0ddc6665e39 req-31745c4a-dffb-4965-ad88-bc43782815a7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901294 Apr 06 14:09:18.753097 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 20199903-1ef8-4891-a5b9-f9ec113d47eb up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:18.867814 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 20199903-1ef8-4891-a5b9-f9ec113d47eb triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:18.867948 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:18.986157 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 20199903-1ef8-4891-a5b9-f9ec113d47eb is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:19.226128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d5926a9-6a6d-4ca3-8a63-b581a34d6ea4 req-9b000eed-bdd7-4923-bd4f-d25c8417df03 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0370991 Apr 06 14:09:19.544412 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89306ee-c59c-4bf2-8f24-0bcd99ee378e req-acd6380c-7164-427e-abd8-e7b3b5b9693b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:19.551918 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d89306ee-c59c-4bf2-8f24-0bcd99ee378e req-acd6380c-7164-427e-abd8-e7b3b5b9693b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0832722 Apr 06 14:09:19.619088 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d89306ee-c59c-4bf2-8f24-0bcd99ee378e req-95889fa4-4b3f-41d5-9bf8-8b6106457df8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Apr 06 14:09:19.833863 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:20.515165 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-074a7a3f-c0bc-4643-a5a3-623c5f4429d0 req-61fa3350-74f1-4068-b6da-c47ec32f20dc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0485487 Apr 06 14:09:20.587339 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-2ad3f9c3-e678-4be3-8d03-9560ad69ebbd tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:20.589263 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-2ad3f9c3-e678-4be3-8d03-9560ad69ebbd tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "GET /v2.0/networks?id=3606c01a-8673-4022-9bb4-0c45e652ae9d HTTP/1.1" status: 200 len: 809 time: 0.2581573 Apr 06 14:09:20.619896 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Request body: {'port': {'device_id': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d', 'admin_state_up': True, 'tenant_id': 'b6269326d5fd43fe87e8d80b81acfb90'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:20.806086 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174982d4-8a7d-4c15-96cf-016bf248a0b0 req-e8dda2eb-6489-4672-ad8e-82aef4373cfc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:20.808552 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-174982d4-8a7d-4c15-96cf-016bf248a0b0 req-e8dda2eb-6489-4672-ad8e-82aef4373cfc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0876427 Apr 06 14:09:20.874509 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-174982d4-8a7d-4c15-96cf-016bf248a0b0 req-433d44d1-f43a-4a59-a910-4e67be5c38f5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Apr 06 14:09:20.882730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Made reservation on behalf of b6269326d5fd43fe87e8d80b81acfb90 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:20.887394 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.044666 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37168) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:21.072043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Allocated IP 172.20.0.11 (3606c01a-8673-4022-9bb4-0c45e652ae9d/00ad4eb9-bd49-428d-ad86-ff507ff431ef/60165c40-fcc0-4ac2-aa89-e294b7c41265) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:21.188590 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59c977d2-53c3-43a2-99f3-9091cfbb330a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.302563 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks [] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.342185 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59c977d2-53c3-43a2-99f3-9091cfbb330a admin admin] Publish callbacks [] for security_group (8a735509-91d2-4216-9018-c88cef08f11f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.448483 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e2eb-ecff-423a-99f9-047f38a2b12a req-371f5237-22c3-47a2-a5a9-35f7b918897e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.448483 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ad5e2eb-ecff-423a-99f9-047f38a2b12a req-371f5237-22c3-47a2-a5a9-35f7b918897e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0737071 Apr 06 14:09:21.461527 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.464866 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59c977d2-53c3-43a2-99f3-9091cfbb330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8a735509-91d2-4216-9018-c88cef08f11f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.523272 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-59c977d2-53c3-43a2-99f3-9091cfbb330a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdeaef358d0e49ebb52bba073df253cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761302 Apr 06 14:09:21.523889 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37180) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:21.531524 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c977d2-53c3-43a2-99f3-9091cfbb330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a735509-91d2-4216-9018-c88cef08f11f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:21.569213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Network 3606c01a-8673-4022-9bb4-0c45e652ae9d is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:21.580612 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] Publish callbacks [] for security_group (8a735509-91d2-4216-9018-c88cef08f11f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.586484 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:21.589705 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Pushing event updated for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:21.592473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:21.599863 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ad5e2eb-ecff-423a-99f9-047f38a2b12a req-7f51aed9-97a1-4e4f-a788-1fb9520c2ccb tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574554 Apr 06 14:09:21.620291 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] Publish callbacks [] for security_group (8a735509-91d2-4216-9018-c88cef08f11f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.696025 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.696802 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.729163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0be211-db65-417d-a639-9e4dbe1d8190 req-672066e9-1f83-48e0-9cd0-36006512175f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.731242 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d0be211-db65-417d-a639-9e4dbe1d8190 req-672066e9-1f83-48e0-9cd0-36006512175f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 932 time: 0.1015775 Apr 06 14:09:21.783912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d0be211-db65-417d-a639-9e4dbe1d8190 req-7526ca6d-2c93-42f5-8347-30e2b1c3d801 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Apr 06 14:09:22.006378 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8a735509-91d2-4216-9018-c88cef08f11f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.009021 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.010164 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a735509-91d2-4216-9018-c88cef08f11f HTTP/1.1" status: 204 len: 168 time: 0.4843843 Apr 06 14:09:22.021572 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-9b59d0bb-f602-49fa-a223-f25921aae3e7 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4112282 Apr 06 14:09:22.023788 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49549-26bc-4a17-bb6f-a9b8c10bd461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a735509-91d2-4216-9018-c88cef08f11f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:22.742192 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240685fc-435a-4c42-8cfa-39126acb6b47 req-0772594e-b770-430f-afab-6ddc62c92294 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.751436 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-240685fc-435a-4c42-8cfa-39126acb6b47 req-0772594e-b770-430f-afab-6ddc62c92294 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0757887 Apr 06 14:09:22.800659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37208) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:22.822125 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-240685fc-435a-4c42-8cfa-39126acb6b47 req-f50930ee-0c5d-4b66-9817-d4ecdf1c57b7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684690 Apr 06 14:09:22.852372 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f7c7-2db5-4ce9-adb7-14e47194ccc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.950174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707197ec-94d8-41f6-b55d-4a642b925b57 req-84463e6d-cc52-4fa6-a32c-d802b7a8a599 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.951848 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-707197ec-94d8-41f6-b55d-4a642b925b57 req-84463e6d-cc52-4fa6-a32c-d802b7a8a599 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 932 time: 0.0640736 Apr 06 14:09:22.958504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f7c7-2db5-4ce9-adb7-14e47194ccc3 admin admin] Publish callbacks [] for security_group (6c0be6f1-7af1-410d-bc1f-602975cc5715), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.009940 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-707197ec-94d8-41f6-b55d-4a642b925b57 req-7f67d74d-9a70-49aa-b674-7b5d00b89805 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Apr 06 14:09:23.035402 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f7c7-2db5-4ce9-adb7-14e47194ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (6c0be6f1-7af1-410d-bc1f-602975cc5715), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.080943 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a3c3f7c7-2db5-4ce9-adb7-14e47194ccc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=686dd29f63d04e40af08f95061765c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768078 Apr 06 14:09:23.080943 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f7c7-2db5-4ce9-adb7-14e47194ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0be6f1-7af1-410d-bc1f-602975cc5715,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:23.081335 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37212) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:23.150666 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] Publish callbacks [] for security_group (6c0be6f1-7af1-410d-bc1f-602975cc5715), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.181298 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] Publish callbacks [] for security_group (6c0be6f1-7af1-410d-bc1f-602975cc5715), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.327749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (6c0be6f1-7af1-410d-bc1f-602975cc5715), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.330520 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.331857 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c0be6f1-7af1-410d-bc1f-602975cc5715 HTTP/1.1" status: 204 len: 168 time: 0.2494440 Apr 06 14:09:23.342173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8317a-686c-4803-8cc0-abda647a1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0be6f1-7af1-410d-bc1f-602975cc5715,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:23.549020 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Request body: {'port': {'device_id': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:23.605925 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-be2defb7-872c-4a01-8257-f65ccfbaf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:23.607618 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-be2defb7-872c-4a01-8257-f65ccfbaf1a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.0654566 Apr 06 14:09:23.631719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.733751 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-171b61b9-1c16-4d21-b5a9-c96dbda549e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:23.738941 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-171b61b9-1c16-4d21-b5a9-c96dbda549e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1239893 Apr 06 14:09:23.806434 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-b054af90-2ed8-4bbf-868c-8044fe9bb710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.0570569 Apr 06 14:09:23.892891 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-8b01a12c-382a-4db4-945d-1d67b3234a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:23.893440 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-8b01a12c-382a-4db4-945d-1d67b3234a80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0818303 Apr 06 14:09:23.972385 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-71dc7b84-f65f-4cf9-87ab-07d124613d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:23.973929 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-71dc7b84-f65f-4cf9-87ab-07d124613d3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704231 Apr 06 14:09:24.098560 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-268bc767-83d8-4049-b1b6-3b6156472b28 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159685 Apr 06 14:09:24.158664 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c7ad-bdac-4f51-9e7c-c1134473e56a req-f7cff111-cd02-4337-bf69-4ef7f7021c98 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.160273 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a98c7ad-bdac-4f51-9e7c-c1134473e56a req-f7cff111-cd02-4337-bf69-4ef7f7021c98 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1962497 Apr 06 14:09:24.195443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60165c40-fcc0-4ac2-aa89-e294b7c41265 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:24.214038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks [] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.259843 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-21435561-77a7-4bdc-a4e6-4d2f54218984 req-42fce4a2-0c8b-4f65-9068-ce548e4359a6 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545274 Apr 06 14:09:24.267164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Transition to ACTIVE for port object 60165c40-fcc0-4ac2-aa89-e294b7c41265 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:09:24.272140 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a98c7ad-bdac-4f51-9e7c-c1134473e56a req-acd476e5-a7a5-450d-b2c9-30d957877cde tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029062 Apr 06 14:09:24.280555 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead31030-51d9-4633-b355-4bd04191e119 req-298f423b-8d0e-494f-b555-e1309d720f25 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.288541 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ead31030-51d9-4633-b355-4bd04191e119 req-298f423b-8d0e-494f-b555-e1309d720f25 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 932 time: 0.1725531 Apr 06 14:09:24.360933 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ead31030-51d9-4633-b355-4bd04191e119 req-36bbd879-3191-4f69-937a-ba3dab22a94a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Apr 06 14:09:24.383873 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.468570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Pushing event updated for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:24.569339 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Attempting to bind port 60165c40-fcc0-4ac2-aa89-e294b7c41265 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:24.569687 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Attempting to bind port 60165c40-fcc0-4ac2-aa89-e294b7c41265 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:24.570014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Attempting to bind port 60165c40-fcc0-4ac2-aa89-e294b7c41265 on network 3606c01a-8673-4022-9bb4-0c45e652ae9d {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:24.588672 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Port 60165c40-fcc0-4ac2-aa89-e294b7c41265 on network 3606c01a-8673-4022-9bb4-0c45e652ae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:09:24.589405 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Attempting to bind port 60165c40-fcc0-4ac2-aa89-e294b7c41265 on network 3606c01a-8673-4022-9bb4-0c45e652ae9d {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:24.604865 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:24.622173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Checking segment: {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:24.622173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Bound using segment: {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:24.622173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Bound port: 60165c40-fcc0-4ac2-aa89-e294b7c41265, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec56594-e42f-4998-a881-a5d4b4131740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:24.622173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.742738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:24.745318 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:24.808137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.877686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.878668 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.881802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] 10.222.0.46 "PUT /v2.0/ports/60165c40-fcc0-4ac2-aa89-e294b7c41265 HTTP/1.1" status: 200 len: 1094 time: 1.3432839 Apr 06 14:09:24.890315 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:24.890315 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:24.927904 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bbe14-c739-42f4-ad5c-9e446b8e9980 service neutron] Pushing event updated for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:24.956867 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ea70d-082a-4374-ac21-1ed7baf6462e x-openstack-request-id: req-bd7ea70d-082a-4374-ac21-1ed7baf6462e {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:24.957170 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:24.957638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd7ea70d-082a-4374-ac21-1ed7baf6462e {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:24.958053 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7ea70d-082a-4374-ac21-1ed7baf6462e'] response: {'name': 'network-changed', 'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265', 'status': 'completed', 'code': 200} Apr 06 14:09:25.442151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d314fe-e682-4734-8ddd-8965bea4baf8 req-24ca7293-1e71-4bee-a9f1-a3e9445300ef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:25.444687 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f0d314fe-e682-4734-8ddd-8965bea4baf8 req-24ca7293-1e71-4bee-a9f1-a3e9445300ef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0611129 Apr 06 14:09:25.503531 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f0d314fe-e682-4734-8ddd-8965bea4baf8 req-9edb0138-263f-4fe9-b35e-d9adbe224bdb tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Apr 06 14:09:25.639827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4140d-c708-4026-baa0-b3f6712e8c11 req-c42ce3b9-d9af-4d44-9b73-525d5825bfa0 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:25.642161 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87b4140d-c708-4026-baa0-b3f6712e8c11 req-c42ce3b9-d9af-4d44-9b73-525d5825bfa0 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.0723126 Apr 06 14:09:25.700204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87b4140d-c708-4026-baa0-b3f6712e8c11 req-9515fb9c-1c67-4750-8965-932c51e44999 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 Apr 06 14:09:26.917774 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd611aa-7c49-47b8-8377-c10058579a92 req-492c51aa-71ed-4620-aa22-35d8ee741241 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:26.919221 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1dd611aa-7c49-47b8-8377-c10058579a92 req-492c51aa-71ed-4620-aa22-35d8ee741241 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0546784 Apr 06 14:09:26.971045 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1dd611aa-7c49-47b8-8377-c10058579a92 req-deb91aff-9f70-4779-ba68-3013794a865d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Apr 06 14:09:27.083522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9953a-8127-46af-975d-ecb6137e6e10 req-c6128690-9aad-4853-8dd1-0398ccd3686a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:27.085024 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffe9953a-8127-46af-975d-ecb6137e6e10 req-c6128690-9aad-4853-8dd1-0398ccd3686a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.0553241 Apr 06 14:09:27.148679 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffe9953a-8127-46af-975d-ecb6137e6e10 req-492c905a-a770-46fc-a1c8-d0a86869f2bf tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577228 Apr 06 14:09:27.253932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da1c37-b9e6-4e2b-8f01-bb7803826367 req-e94ff6a8-069f-4508-8cbe-89e793f991c1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:27.255458 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b1da1c37-b9e6-4e2b-8f01-bb7803826367 req-e94ff6a8-069f-4508-8cbe-89e793f991c1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0568018 Apr 06 14:09:27.306130 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b1da1c37-b9e6-4e2b-8f01-bb7803826367 req-9f5394a9-3f44-4587-b0f6-941082ed73db tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442009 Apr 06 14:09:27.877847 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37366) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:28.021830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-193ca244-2725-4f1f-8e8a-88fcae72d8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.099696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-177de35c-398d-486c-b275-f6283fcc7eee tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:28.101166 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-177de35c-398d-486c-b275-f6283fcc7eee tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 815 time: 0.1366377 Apr 06 14:09:28.121761 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-21fac4e4-aa1e-4f68-9785-cca005d09f06 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/quotas/3f087395598b46b7b603974c5d4facb7 HTTP/1.1" status: 200 len: 375 time: 0.0130668 Apr 06 14:09:28.177091 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-193ca244-2725-4f1f-8e8a-88fcae72d8ce admin admin] Publish callbacks [] for security_group (564b75cb-ba51-415f-a611-20d8ab3657a0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.194283 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-0e0cfa52-ea6a-4565-bb90-340baf6010f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659943 Apr 06 14:09:28.248830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-193ca244-2725-4f1f-8e8a-88fcae72d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (564b75cb-ba51-415f-a611-20d8ab3657a0), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.297701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ca244-2725-4f1f-8e8a-88fcae72d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b75cb-ba51-415f-a611-20d8ab3657a0,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:28.301706 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-193ca244-2725-4f1f-8e8a-88fcae72d8ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=445a860dc9fb42d9b5e6955e2ffc7288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228475 Apr 06 14:09:28.304392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37386) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:28.360648 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-057ae9be-3e6d-428b-ae62-951dc8e6149e service neutron] 10.222.0.62 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523018 Apr 06 14:09:28.390948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] Publish callbacks [] for security_group (564b75cb-ba51-415f-a611-20d8ab3657a0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.447123 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] Publish callbacks [] for security_group (564b75cb-ba51-415f-a611-20d8ab3657a0), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.498484 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-08705bf1-2be3-4e03-a1d9-206f9719437c service neutron] 10.222.0.62 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282816 Apr 06 14:09:28.601870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (564b75cb-ba51-415f-a611-20d8ab3657a0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.604604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:28.609085 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/564b75cb-ba51-415f-a611-20d8ab3657a0 HTTP/1.1" status: 204 len: 168 time: 0.3004875 Apr 06 14:09:28.614908 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640fea1-ce82-46fc-93b9-7880b9a63009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b75cb-ba51-415f-a611-20d8ab3657a0,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:28.704035 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-5126daea-593f-439d-ad2a-d0d84cb8f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:28.705394 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-5126daea-593f-439d-ad2a-d0d84cb8f201 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0528901 Apr 06 14:09:28.795796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f2f1-b160-4b39-a05f-8651cab54517 req-33239427-9f93-49aa-9f8c-16cfe277458b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:28.798038 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2258f2f1-b160-4b39-a05f-8651cab54517 req-33239427-9f93-49aa-9f8c-16cfe277458b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0570648 Apr 06 14:09:28.845870 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2258f2f1-b160-4b39-a05f-8651cab54517 req-404a3fa9-7ccc-4050-b19d-6ab7ec3b3037 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Apr 06 14:09:29.019466 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e99097-dd6f-417e-afed-c38ad781e597 req-7904c238-5602-41f4-98bb-7d43d66bd211 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:29.026456 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8e99097-dd6f-417e-afed-c38ad781e597 req-7904c238-5602-41f4-98bb-7d43d66bd211 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.1228282 Apr 06 14:09:29.097342 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8e99097-dd6f-417e-afed-c38ad781e597 req-d1dbe817-d7b5-4175-9065-98c8bedeb3c8 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700827 Apr 06 14:09:29.107582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-fe2d2543-eb18-4319-8130-91f95a2c7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:29.110311 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-fe2d2543-eb18-4319-8130-91f95a2c7d76 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1513188 Apr 06 14:09:29.212155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deb89b-d8d4-4726-bc43-7ba363bf4d9d req-8e669f8c-012d-483c-9fef-62a61dc00268 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:29.213720 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3deb89b-d8d4-4726-bc43-7ba363bf4d9d req-8e669f8c-012d-483c-9fef-62a61dc00268 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0615394 Apr 06 14:09:29.268032 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3deb89b-d8d4-4726-bc43-7ba363bf4d9d req-f51e5885-5d0c-499a-a64a-91601574ba54 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455561 Apr 06 14:09:29.338599 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6f1b2cc-9981-40e9-b03d-dd00b9858202 req-0ed5f372-54b7-450f-a33f-0e1ed613ff5a tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 210 time: 0.0277634 Apr 06 14:09:29.413823 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37412) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:29.428191 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b37411c-7823-4406-b516-c07373e69bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.507602 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b37411c-7823-4406-b516-c07373e69bcb admin admin] Publish callbacks [] for security_group (479ec6a6-c718-4d4f-a3e0-0eec29d6ef70), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.573953 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9b37411c-7823-4406-b516-c07373e69bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (479ec6a6-c718-4d4f-a3e0-0eec29d6ef70), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.623108 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9b37411c-7823-4406-b516-c07373e69bcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae9b4f5089fe48a89a768537cd9edf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081864 Apr 06 14:09:29.623965 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37420) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:29.631630 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37411c-7823-4406-b516-c07373e69bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479ec6a6-c718-4d4f-a3e0-0eec29d6ef70,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:29.662634 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-29ffdccf-72ee-477b-84c1-2a48d09b3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:29.672661 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c31d41c7-a2ab-46f0-9d7b-ba40131a59be req-29ffdccf-72ee-477b-84c1-2a48d09b3614 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449308 Apr 06 14:09:29.700675 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] Publish callbacks [] for security_group (479ec6a6-c718-4d4f-a3e0-0eec29d6ef70), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.726725 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] Publish callbacks [] for security_group (479ec6a6-c718-4d4f-a3e0-0eec29d6ef70), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.840415 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (479ec6a6-c718-4d4f-a3e0-0eec29d6ef70), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.843053 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:29.844259 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/479ec6a6-c718-4d4f-a3e0-0eec29d6ef70 HTTP/1.1" status: 204 len: 168 time: 0.2188978 Apr 06 14:09:29.852504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace7643-3690-4fb0-8c66-68f8d70ba9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479ec6a6-c718-4d4f-a3e0-0eec29d6ef70,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:29.979526 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40376f-9db4-4baf-8002-379882290f62 req-5865cc29-e128-4ae0-9f2d-cd3f297f4ce1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:29.981061 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c40376f-9db4-4baf-8002-379882290f62 req-5865cc29-e128-4ae0-9f2d-cd3f297f4ce1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0552561 Apr 06 14:09:30.037465 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c40376f-9db4-4baf-8002-379882290f62 req-7c6df3cd-6211-4c16-8d01-a4e82d203902 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Apr 06 14:09:30.086330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-5493aabb-c6b5-48e4-8042-5b31615b8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:30.088087 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-5493aabb-c6b5-48e4-8042-5b31615b8c15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 1128 time: 0.0497186 Apr 06 14:09:30.529355 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-95635803-d05b-4ff9-b01d-6cdfb3e9fbdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265 HTTP/1.1" status: 200 len: 217 time: 0.0686214 Apr 06 14:09:30.598583 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b107f-6913-426a-9b94-0b18dac0645b req-72432d8d-fe2c-4623-aad8-fe531229eb26 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:30.600363 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be2b107f-6913-426a-9b94-0b18dac0645b req-72432d8d-fe2c-4623-aad8-fe531229eb26 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.4285412 Apr 06 14:09:30.613147 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02761ba-5ba0-453a-98ed-50e851667806 req-51cea5eb-edee-4f51-a64a-e6eb26fd1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:30.614540 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-51cea5eb-edee-4f51-a64a-e6eb26fd1a1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00ad4eb9-bd49-428d-ad86-ff507ff431ef HTTP/1.1" status: 200 len: 849 time: 0.0777340 Apr 06 14:09:30.663067 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-f844a0ba-e870-442c-a636-33d3749b899b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3606c01a-8673-4022-9bb4-0c45e652ae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383122 Apr 06 14:09:30.672299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcb7fe-a7a1-4789-b921-b99b92297e93 req-9c75aacf-f537-4cb3-8127-c05a77a68eb3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:30.674459 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6fcb7fe-a7a1-4789-b921-b99b92297e93 req-9c75aacf-f537-4cb3-8127-c05a77a68eb3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.2147605 Apr 06 14:09:30.826623 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-3ba7a95e-e2be-40e0-a754-adeb4213508e service neutron] 10.222.0.46 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146765 Apr 06 14:09:30.848792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be2b107f-6913-426a-9b94-0b18dac0645b req-eee6f3f1-61aa-4ec8-9066-edf7faf21110 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335956 Apr 06 14:09:30.940548 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6fcb7fe-a7a1-4789-b921-b99b92297e93 req-cb7f2c55-c6ae-4efc-8420-0a30af637af5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539985 Apr 06 14:09:30.965940 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e42b9dba-cd14-4c9d-a8ba-7fbdc2b0f4ec req-f5d6daee-901d-4094-8e41-6f73399619c7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 210 time: 0.0475812 Apr 06 14:09:31.030279 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f02761ba-5ba0-453a-98ed-50e851667806 req-8f25c666-37ee-4a0a-a308-d15078229409 service neutron] 10.222.0.46 "GET /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966097 Apr 06 14:09:31.584231 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37472) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:31.588777 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411369549', 'description': 'tempest-description--550593683'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:31.710161 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:31.782510 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1911b341-4191-4714-aa0b-ff89f97d0648), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:31.868699 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1911b341-4191-4714-aa0b-ff89f97d0648), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:31.901366 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1911b341-4191-4714-aa0b-ff89f97d0648,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:31.964057 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:31.966432 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1675cfdf-b564-4084-8a62-e79cdca6c736 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3811707 Apr 06 14:09:31.966744 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4be2-4975-49f1-9e61-7fbefbc94795 req-ffda78ae-c9cb-4016-a5da-e4aa9d5692e9 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:31.970959 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37486) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:31.975321 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '1911b341-4191-4714-aa0b-ff89f97d0648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:31.975458 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-594c4be2-4975-49f1-9e61-7fbefbc94795 req-ffda78ae-c9cb-4016-a5da-e4aa9d5692e9 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.0661542 Apr 06 14:09:32.045541 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-594c4be2-4975-49f1-9e61-7fbefbc94795 req-a2fbb68d-4367-4e3b-afbd-883ff568a9cb tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693045 Apr 06 14:09:32.150174 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (4e905046-07c2-4714-a008-c5a8738d4e92), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.173187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323bed5-5c95-4c4b-8489-ab1e26df7b3b req-99c6a5ef-d57e-485f-a650-dabe409ce918 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:32.181155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d323bed5-5c95-4c4b-8489-ab1e26df7b3b req-99c6a5ef-d57e-485f-a650-dabe409ce918 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0733590 Apr 06 14:09:32.212753 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (4e905046-07c2-4714-a008-c5a8738d4e92), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.230383 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d323bed5-5c95-4c4b-8489-ab1e26df7b3b req-fc2f4bc4-46c8-4b42-9833-60cd236f24c8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483499 Apr 06 14:09:32.281674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (4e905046-07c2-4714-a008-c5a8738d4e92), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.293330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37500) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:32.300211 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e905046-07c2-4714-a008-c5a8738d4e92,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:32.301154 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011902273', 'description': 'tempest-description--62206016'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:32.341677 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ab484236-fb41-4469-92a2-2df5fbcbacc5 req-fd850312-ac24-4f3b-b4b5-187de4b5f87d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 210 time: 0.0350380 Apr 06 14:09:32.392339 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.393480 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ab93b873-a4df-47c3-927d-663899125e6e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4215064 Apr 06 14:09:32.396111 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37502) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:32.400397 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '1911b341-4191-4714-aa0b-ff89f97d0648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:32.459005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.521631 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (f2eb5a08-bd3c-4b43-b72b-159558551a57), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.526117 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (bf743305-320f-4f5b-a4dc-1ec3f44d5988), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.579480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (f2eb5a08-bd3c-4b43-b72b-159558551a57), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.613207 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bf743305-320f-4f5b-a4dc-1ec3f44d5988), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.630362 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (f2eb5a08-bd3c-4b43-b72b-159558551a57), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.644399 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf743305-320f-4f5b-a4dc-1ec3f44d5988,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:32.649947 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eb5a08-bd3c-4b43-b72b-159558551a57,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:32.689786 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.691118 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-547100d7-e173-4359-86c0-e53c7765f51b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3957975 Apr 06 14:09:32.697120 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37504) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:32.702881 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'security_group_rule': {'security_group_id': 'bf743305-320f-4f5b-a4dc-1ec3f44d5988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:32.753306 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.754687 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f6026198-f852-4aff-8b82-f9f0379cc455 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576205 Apr 06 14:09:32.761938 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37508) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:32.766879 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:32.817673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-503ac47b-60d1-43f0-9776-cc8b7f5dcdc8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:32.819256 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-503ac47b-60d1-43f0-9776-cc8b7f5dcdc8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 815 time: 0.1147349 Apr 06 14:09:32.840691 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'port': {'device_id': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'admin_state_up': True, 'tenant_id': '3f087395598b46b7b603974c5d4facb7'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:32.845629 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (edc98f70-6511-4461-a15c-a25d92e52ee8), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.879392 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.935596 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (edc98f70-6511-4461-a15c-a25d92e52ee8), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.993727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.035742 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (edc98f70-6511-4461-a15c-a25d92e52ee8), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.064405 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc98f70-6511-4461-a15c-a25d92e52ee8,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:33.081851 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Made reservation on behalf of 3f087395598b46b7b603974c5d4facb7 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:33.085564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.135213 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.27.1.199 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/f038d789-549e-489c-8baa-e07bd4213101) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:33.165897 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.165897 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6de5a027-4921-41d4-8561-7bbebdc78d60 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4656787 Apr 06 14:09:33.171858 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37522) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:33.179720 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'security_group_rule': {'security_group_id': 'bf743305-320f-4f5b-a4dc-1ec3f44d5988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:33.267863 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (f038d789-549e-489c-8baa-e07bd4213101), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.281600 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Allocated IP 172.20.0.6 (72482947-c631-42b4-904c-57ee65b57aa2/005618f8-e2f6-4179-ad68-8b31be8901cd/d1fba971-dc9f-41ff-bd42-744623e41d76) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:33.293696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea221-86d8-4559-8c2d-102cad0aeaa0 req-e2720273-b8e9-40f5-aaae-bdc97cc909a4 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:33.295110 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aedea221-86d8-4559-8c2d-102cad0aeaa0 req-e2720273-b8e9-40f5-aaae-bdc97cc909a4 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 944 time: 0.1393201 Apr 06 14:09:33.388979 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (7fc627f9-af36-4489-9093-f8a330459375), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.396401 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (f038d789-549e-489c-8baa-e07bd4213101), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.434367 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aedea221-86d8-4559-8c2d-102cad0aeaa0 req-ded2253a-6942-4c02-b082-040670d32261 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325433 Apr 06 14:09:33.442574 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:33.445750 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 60165c40-fcc0-4ac2-aa89-e294b7c41265 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:33.449924 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:33.457433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:33.514952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=f038d789-549e-489c-8baa-e07bd4213101,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:33.577343 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.596289 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16748ad-5486-4632-be23-143a2d2a5ae1 req-0dc237c9-11b5-4472-8e7d-b6c170dbcc1d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:33.597946 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a16748ad-5486-4632-be23-143a2d2a5ae1 req-0dc237c9-11b5-4472-8e7d-b6c170dbcc1d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.2756345 Apr 06 14:09:33.621412 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:33.633433 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '60165c40-fcc0-4ac2-aa89-e294b7c41265', 'network_id': '3606c01a-8673-4022-9bb4-0c45e652ae9d', 'port_id': '60165c40-fcc0-4ac2-aa89-e294b7c41265', 'mac_address': 'fa:16:3e:59:5b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad4eb9-bd49-428d-ad86-ff507ff431ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:33.649571 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62d2a5c3-a6e0-4cfc-bc14-9f9ca8d7c4c4 req-5cc5b802-c0e1-4422-bad2-a5f0e1e72668 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 210 time: 0.0717847 Apr 06 14:09:33.673779 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 60165c40-fcc0-4ac2-aa89-e294b7c41265 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:33.675490 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.679602 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (7fc627f9-af36-4489-9093-f8a330459375), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.688683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60165c40-fcc0-4ac2-aa89-e294b7c41265 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:33.707212 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f038d789-549e-489c-8baa-e07bd4213101), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.715189 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:33.728712 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a16748ad-5486-4632-be23-143a2d2a5ae1 req-8a9590ec-919e-488e-bbba-0232d9f117a6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181245 Apr 06 14:09:33.752366 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (7fc627f9-af36-4489-9093-f8a330459375), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.762825 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.783972 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.787090 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc627f9-af36-4489-9093-f8a330459375,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:33.838546 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:33.907295 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.908995 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-acae975a-e0d2-4371-a6f4-7399418808dd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7351978 Apr 06 14:09:33.912540 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37554) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:33.916272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (f038d789-549e-489c-8baa-e07bd4213101), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.917009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:33.963712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:33.991202 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (f038d789-549e-489c-8baa-e07bd4213101), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.018087 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Network 72482947-c631-42b4-904c-57ee65b57aa2 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:34.022622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.058206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:34.126381 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:34.144680 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.177048 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:34.190130 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=f038d789-549e-489c-8baa-e07bd4213101,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:34.200869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['60165c40-fcc0-4ac2-aa89-e294b7c41265'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:34.221045 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:34.221045 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.246972 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.248595 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9aab487d-1d51-4067-b11b-4c43c71cdde9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4856362 Apr 06 14:09:34.363583 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-a39ff67f-8945-474c-91d3-dbc24661e258 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5259645 Apr 06 14:09:34.374301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.443252 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Request body: {'port': {'device_id': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:34.518934 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-0d3e38e4-91a3-48a7-9eca-3a0a60c4277e None None] Provisioning complete for port d1fba971-dc9f-41ff-bd42-744623e41d76 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:34.520400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0d3e38e4-91a3-48a7-9eca-3a0a60c4277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.567644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e38e4-91a3-48a7-9eca-3a0a60c4277e None None] Port d1fba971-dc9f-41ff-bd42-744623e41d76 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:34.634532 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:34.667263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Allocated IP 172.27.1.119 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/e54e16f8-95fd-49fa-a021-5c8ef835720f) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:34.825858 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e372e83-34e1-45c2-818d-96ea9eb640f4 req-22e75e3c-0ed3-40aa-aae7-7c6f03a1585d tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:34.827454 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e372e83-34e1-45c2-818d-96ea9eb640f4 req-22e75e3c-0ed3-40aa-aae7-7c6f03a1585d tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 945 time: 0.2554283 Apr 06 14:09:34.835254 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-b8b04c0b-4e6c-46ec-a7fe-243bb8662842 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--411369549&fields=id&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 267 time: 0.2058873 Apr 06 14:09:35.109733 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e372e83-34e1-45c2-818d-96ea9eb640f4 req-b407cf31-f193-41f9-825b-169777e79a89 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734094 Apr 06 14:09:35.166405 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-c0574a17-42de-4c0d-9385-2c6a375b46ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:35.167928 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-c0574a17-42de-4c0d-9385-2c6a375b46ab tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.2832716 Apr 06 14:09:35.200538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.212305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7edef2f7-dffa-4974-b004-6c33a92166bf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/quotas/1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 375 time: 0.0343454 Apr 06 14:09:35.368640 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37588) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:35.396152 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a1073-ed67-4848-b8ef-54c59bad179b req-0834ea03-5df5-40fb-a88f-6a2253494ef4 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:35.398004 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a92a1073-ed67-4848-b8ef-54c59bad179b req-0834ea03-5df5-40fb-a88f-6a2253494ef4 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 931 time: 0.1848156 Apr 06 14:09:35.408337 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-cfbee3c3-2df3-4c06-ab3e-f8b2bf517055 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1743624 Apr 06 14:09:35.411842 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fba971-dc9f-41ff-bd42-744623e41d76 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:35.431120 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks [] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.445280 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.555989 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2735d4b7-2e07-451e-ab93-e219811defc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.735585 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2735d4b7-2e07-451e-ab93-e219811defc3 admin admin] Publish callbacks [] for security_group (0490bdbe-8ac2-457c-a586-1ca593a10fca), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.813447 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Transition to ACTIVE for port object d1fba971-dc9f-41ff-bd42-744623e41d76 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:09:35.822988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2735d4b7-2e07-451e-ab93-e219811defc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0490bdbe-8ac2-457c-a586-1ca593a10fca), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:35.859263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:35.866854 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735d4b7-2e07-451e-ab93-e219811defc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0490bdbe-8ac2-457c-a586-1ca593a10fca,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.882349 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a92a1073-ed67-4848-b8ef-54c59bad179b req-9211160b-10e0-44c4-98bd-ed35ae79bbdd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729593 Apr 06 14:09:35.883286 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:35.888528 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2735d4b7-2e07-451e-ab93-e219811defc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da219a5d25834e0796a2acdb6143ee3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182106 Apr 06 14:09:35.891422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'Port': ['ID=e54e16f8-95fd-49fa-a021-5c8ef835720f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:35.895568 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37594) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:35.913184 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:35.954537 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.007559 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] Publish callbacks [] for security_group (0490bdbe-8ac2-457c-a586-1ca593a10fca), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.040337 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] Publish callbacks [] for security_group (0490bdbe-8ac2-457c-a586-1ca593a10fca), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.093140 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-81fbd6f8-c637-462b-b47b-24f1347476ea service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635497 Apr 06 14:09:36.228939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:36.289731 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0490bdbe-8ac2-457c-a586-1ca593a10fca), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.296952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.296952 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0490bdbe-8ac2-457c-a586-1ca593a10fca HTTP/1.1" status: 204 len: 168 time: 0.3971608 Apr 06 14:09:36.324896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4b88-b72e-48cd-9e14-1bb12e14ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0490bdbe-8ac2-457c-a586-1ca593a10fca,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:36.459531 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9df9e-325d-4277-a342-8a4b264fb11f req-37730761-9ff4-4e35-bb58-6d0212174234 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:36.461145 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fce9df9e-325d-4277-a342-8a4b264fb11f req-37730761-9ff4-4e35-bb58-6d0212174234 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.4371753 Apr 06 14:09:36.529590 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-a5a34aab-4dcd-4da8-b05a-9421a2e0ceeb service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350052 Apr 06 14:09:36.536313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Attempting to bind port d1fba971-dc9f-41ff-bd42-744623e41d76 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:36.536778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Attempting to bind port d1fba971-dc9f-41ff-bd42-744623e41d76 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:36.537119 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Attempting to bind port d1fba971-dc9f-41ff-bd42-744623e41d76 on network 72482947-c631-42b4-904c-57ee65b57aa2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:36.546780 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Port d1fba971-dc9f-41ff-bd42-744623e41d76 on network 72482947-c631-42b4-904c-57ee65b57aa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:09:36.547121 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Attempting to bind port d1fba971-dc9f-41ff-bd42-744623e41d76 on network 72482947-c631-42b4-904c-57ee65b57aa2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:36.565174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:36.565665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Checking segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:36.566049 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Bound using segment: {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:36.566502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Bound port: d1fba971-dc9f-41ff-bd42-744623e41d76, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56672ed8-d57b-4b97-bad7-5effb009dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:36.566878 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.569325 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:36.605980 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fce9df9e-325d-4277-a342-8a4b264fb11f req-91a59734-a176-421c-9234-adf0466ca1b4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081347 Apr 06 14:09:36.679395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:36.686008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:36.820449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc101-64d3-4fcf-ad08-62dd92a807d3 req-053563ae-7143-49a1-9845-96ebc3243bc3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:36.827511 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd8fc101-64d3-4fcf-ad08-62dd92a807d3 req-053563ae-7143-49a1-9845-96ebc3243bc3 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 945 time: 0.0933838 Apr 06 14:09:36.894693 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd8fc101-64d3-4fcf-ad08-62dd92a807d3 req-73933961-4f73-4abf-89c5-c46663610c03 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593512 Apr 06 14:09:36.975675 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:37.040200 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:37.101583 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:37.102317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:37.103915 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 1093 time: 2.6693943 Apr 06 14:09:37.140111 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:37.145103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db59d7e1-77f5-418e-922f-d94e04d6af1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:37.205181 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2611fa98-5077-425c-a639-2f88637021a1 req-46da873c-3a25-4f0b-9d15-0689001f3030 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.1229055 Apr 06 14:09:37.414315 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb91e8-7596-41ed-aae1-fe7e035c8eab x-openstack-request-id: req-bacb91e8-7596-41ed-aae1-fe7e035c8eab {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:37.415237 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:37.415237 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bacb91e8-7596-41ed-aae1-fe7e035c8eab {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:37.415237 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacb91e8-7596-41ed-aae1-fe7e035c8eab'] response: {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:09:37.439025 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e07b48-6fd1-429c-ad90-e6cfe7d147a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:37.534571 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b9f4-bc60-471f-91e5-292aecbd522d req-27be5485-c127-4df1-9ef2-ef35a63ef0b7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:37.549667 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-def5b9f4-bc60-471f-91e5-292aecbd522d req-27be5485-c127-4df1-9ef2-ef35a63ef0b7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.5684648 Apr 06 14:09:37.665470 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:37.690329 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-def5b9f4-bc60-471f-91e5-292aecbd522d req-bbd72e4b-ef7b-49e2-b31d-8eaa519d8a6c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045723 Apr 06 14:09:37.781948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d643-4762-4bc2-8afb-9963f7b47857 req-746f523e-c6be-485d-b75e-6fb732cb9e7e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:37.788734 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0810d643-4762-4bc2-8afb-9963f7b47857 req-746f523e-c6be-485d-b75e-6fb732cb9e7e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0749645 Apr 06 14:09:37.790446 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.001107 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0810d643-4762-4bc2-8afb-9963f7b47857 req-2418551d-a302-4f63-8fc2-1692d769815e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000041 Apr 06 14:09:38.002023 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.005009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'Port': ['ID=e54e16f8-95fd-49fa-a021-5c8ef835720f,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.076710 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be706-7ea2-4ddf-b93c-aa5c23cff861 req-cec4d99f-3772-4adb-8317-6135e46d0fbc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:38.085075 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a40be706-7ea2-4ddf-b93c-aa5c23cff861 req-cec4d99f-3772-4adb-8317-6135e46d0fbc tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 945 time: 0.1146307 Apr 06 14:09:38.134781 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 60165c40-fcc0-4ac2-aa89-e294b7c41265 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:38.166242 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.186219 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-447a2cd6-aaf1-4e74-b623-101285f22e61 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2723823 Apr 06 14:09:38.223155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a40be706-7ea2-4ddf-b93c-aa5c23cff861 req-825584f6-0e25-4cef-8b26-b71e28e975f5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366448 Apr 06 14:09:38.293413 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 60165c40-fcc0-4ac2-aa89-e294b7c41265 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:09:38.298842 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 60165c40-fcc0-4ac2-aa89-e294b7c41265 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:38.299491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.344253 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5e12baa-89b2-467e-939b-b6cabf482aba req-adf9e989-2040-4200-a8be-757fcc852d48 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0508649 Apr 06 14:09:38.442529 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 60165c40-fcc0-4ac2-aa89-e294b7c41265 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:38.443034 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.492782 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:38.495084 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d304697-80ed-4e8f-ac2b-0d64c35dc912" -d '{"events": [{"server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "name": "network-vif-plugged", "status": "completed", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:38.508831 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:38.594384 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac229b-6d3f-4e6d-b4b0-f651e076ff24 x-openstack-request-id: req-05ac229b-6d3f-4e6d-b4b0-f651e076ff24 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:38.594711 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "name": "network-vif-plugged", "status": "completed", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:38.594971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ac229b-6d3f-4e6d-b4b0-f651e076ff24 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:38.595401 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ac229b-6d3f-4e6d-b4b0-f651e076ff24'] response: {'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265', 'code': 200} Apr 06 14:09:38.612411 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.682077 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-65d90e0a-4f23-4c9c-9637-fceee931a28f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1011902273&fields=id&tenant_id=df74e30f88434fbf80644ddd546976a7 HTTP/1.1" status: 200 len: 267 time: 0.0962524 Apr 06 14:09:38.716903 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:38.925098 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-f042ee6e-84aa-4c4b-8aa0-abdd30cf4bbc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:38.926828 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-f042ee6e-84aa-4c4b-8aa0-abdd30cf4bbc tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.2438457 Apr 06 14:09:38.965042 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59616f-5f80-4f76-af4e-84089e6c644c req-56c0df7a-253f-4b40-95ce-7caf2fdacb16 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:38.972220 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ab59616f-5f80-4f76-af4e-84089e6c644c req-56c0df7a-253f-4b40-95ce-7caf2fdacb16 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.1363802 Apr 06 14:09:39.002464 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-081b1c6e-67c2-4a0a-a2f4-cd45a5f98bb6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/quotas/df74e30f88434fbf80644ddd546976a7 HTTP/1.1" status: 200 len: 375 time: 0.0683608 Apr 06 14:09:39.071396 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ab59616f-5f80-4f76-af4e-84089e6c644c req-3f93c8e1-b383-4da9-846f-180d1cb185ab tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896549 Apr 06 14:09:39.127268 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-4875da02-3141-4316-8956-fb746934ade1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1177316 Apr 06 14:09:39.289333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5473780-733c-4020-934f-2277c613bf95 req-10723a40-a26c-4551-a9d7-bb2ab98dd4f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:39.290944 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b5473780-733c-4020-934f-2277c613bf95 req-10723a40-a26c-4551-a9d7-bb2ab98dd4f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1250663 Apr 06 14:09:39.331035 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-73d69782-cf3e-4de5-a883-03e293a65d95 service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924150 Apr 06 14:09:39.406247 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b5473780-733c-4020-934f-2277c613bf95 req-6cec1694-c0b7-4134-bff7-a74d1dea2fbd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080089 Apr 06 14:09:39.486016 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-8ef0acbb-2376-4917-b07d-8f8162ec2557 service neutron] 10.222.0.62 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427772 Apr 06 14:09:39.582037 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5ee0-c284-4928-8efc-b63e5a3d0328 req-079dadae-9a8d-49de-b5fa-317e83168839 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:39.583992 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d06d5ee0-c284-4928-8efc-b63e5a3d0328 req-079dadae-9a8d-49de-b5fa-317e83168839 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0824764 Apr 06 14:09:39.708495 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d06d5ee0-c284-4928-8efc-b63e5a3d0328 req-7df3a078-53f5-4a4f-adec-5415ea1c76b5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013691 Apr 06 14:09:39.860514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-415569c4-2446-4a43-842c-998f27171b55 req-142c8e56-888b-4d4d-8302-15e086af9356 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0507441 Apr 06 14:09:39.910212 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62e60e0f-65fd-4971-97d1-91e0d1bbbb54 req-bbf8ca6a-affc-40ee-8d17-5d1bbaf68252 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0371404 Apr 06 14:09:40.200304 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fd5b0-0fa2-483c-8a5c-c00b1df07862 req-14d76a70-1114-4d85-89a3-8652f30dc31f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:40.201780 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a40fd5b0-0fa2-483c-8a5c-c00b1df07862 req-14d76a70-1114-4d85-89a3-8652f30dc31f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0642376 Apr 06 14:09:40.254624 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a40fd5b0-0fa2-483c-8a5c-c00b1df07862 req-74ee533c-d28d-4fe2-a37e-4ba8651de847 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Apr 06 14:09:40.565935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6191b1b-e41c-48a1-863c-2aaa4da273bb req-b22e5868-0692-4882-871a-fcf2dd4e5137 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:40.567816 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6191b1b-e41c-48a1-863c-2aaa4da273bb req-b22e5868-0692-4882-871a-fcf2dd4e5137 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0636644 Apr 06 14:09:40.623708 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6191b1b-e41c-48a1-863c-2aaa4da273bb req-c0facd3d-8acd-4a40-90a8-99873dc90cdd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498660 Apr 06 14:09:40.884610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885652e-5eec-42b0-bc81-0f530aaa1a0d req-edc6054c-e897-43d9-a346-08dc143b68af tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:40.886641 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5885652e-5eec-42b0-bc81-0f530aaa1a0d req-edc6054c-e897-43d9-a346-08dc143b68af tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0800331 Apr 06 14:09:40.984829 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2caa56d5-3a56-47ab-a4b3-5864dd4d43a5 req-23d868d3-be8f-479b-996a-b344223cfd37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0456965 Apr 06 14:09:41.054056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5885652e-5eec-42b0-bc81-0f530aaa1a0d req-9eed1117-6007-47e9-9094-34c57138de2d tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556637 Apr 06 14:09:41.129465 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25820552-85d3-4c43-a7e4-86078fb18c1f req-2c7f1ab1-41b4-4b05-a2ad-aa8e1a317463 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0295150 Apr 06 14:09:41.384960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8da0-24ba-44af-9a40-169eca2cfed2 req-622adfa2-0197-4541-ba07-f91c857daaf6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:41.386661 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbec8da0-24ba-44af-9a40-169eca2cfed2 req-622adfa2-0197-4541-ba07-f91c857daaf6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0572560 Apr 06 14:09:41.441375 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbec8da0-24ba-44af-9a40-169eca2cfed2 req-beaa0e77-984d-4c92-af20-892c6256dc88 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 Apr 06 14:09:41.768555 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1cc3-dc3e-4f89-a31e-0e9c1d034f0f req-ba7ee058-efd5-4b6f-84b2-6fe7eb256a65 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:41.768555 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-498b1cc3-dc3e-4f89-a31e-0e9c1d034f0f req-ba7ee058-efd5-4b6f-84b2-6fe7eb256a65 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0631955 Apr 06 14:09:41.790278 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:41.831008 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-498b1cc3-dc3e-4f89-a31e-0e9c1d034f0f req-2c536bfe-f509-488c-b140-4621f9fa6a21 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589645 Apr 06 14:09:42.088492 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aeeb3f8e-2377-40c2-994a-37337bc0e754 req-7f598749-318d-4548-925f-1049c2528d6c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0297797 Apr 06 14:09:42.221553 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2860b46-462b-4787-8122-5444b011d15a req-aff87b6b-555b-47de-861f-29156debcaf8 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:42.223152 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2860b46-462b-4787-8122-5444b011d15a req-aff87b6b-555b-47de-861f-29156debcaf8 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0857635 Apr 06 14:09:42.273280 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-455d96fb-04ec-4cf1-8539-d2e354b00e47 req-c1f55488-5136-4ad3-9bfc-fc5b0175c77d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0488355 Apr 06 14:09:42.329861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2860b46-462b-4787-8122-5444b011d15a req-60208b84-0ad8-4c83-b7a5-96113d756aaa tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904970 Apr 06 14:09:42.476133 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:42.575316 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e62-bbe9-4b1b-8dea-b84aef66bdc2 req-33ed3e12-bb5e-4c56-a406-61ad0d37e41d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:42.576927 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e716e62-bbe9-4b1b-8dea-b84aef66bdc2 req-33ed3e12-bb5e-4c56-a406-61ad0d37e41d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0635822 Apr 06 14:09:42.629615 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e716e62-bbe9-4b1b-8dea-b84aef66bdc2 req-aab0321f-9f1b-417e-8ba2-8445b8b645fe tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Apr 06 14:09:42.761509 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-74284c01-182d-493f-be2a-de8d81788435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:43.004659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a70cc5-7097-4fef-bfb9-db9d902c4089 req-2906051d-5982-4e49-8aac-6ebaf794ddc8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:43.006286 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52a70cc5-7097-4fef-bfb9-db9d902c4089 req-2906051d-5982-4e49-8aac-6ebaf794ddc8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0728784 Apr 06 14:09:43.058525 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52a70cc5-7097-4fef-bfb9-db9d902c4089 req-caf96424-7273-4181-8150-88adf2ec295b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462914 Apr 06 14:09:43.186750 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0eb61e57-3a7a-4889-b91a-b16a07fc436f req-3812240c-4986-443d-84b8-1605f0049c9b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Apr 06 14:09:43.407403 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6155ba1-7ee2-41cf-acaa-a4584a448ceb req-53ae39fd-db03-4c80-94be-0b06c05a029f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0415261 Apr 06 14:09:43.486793 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92662f-fe80-4238-b039-45a5462295bd req-86aa7d91-83c3-45a0-ada8-a4976548bd82 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:43.488540 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f92662f-fe80-4238-b039-45a5462295bd req-86aa7d91-83c3-45a0-ada8-a4976548bd82 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0598280 Apr 06 14:09:43.538359 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f92662f-fe80-4238-b039-45a5462295bd req-421aa883-958e-4676-9c6f-3ce5bfee0e90 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Apr 06 14:09:43.761021 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a82c-0b76-448d-ae35-9cf5ec0caaed req-e653bbfe-9e6f-4eb6-8cef-489ae64473bd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:43.763721 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1b16a82c-0b76-448d-ae35-9cf5ec0caaed req-e653bbfe-9e6f-4eb6-8cef-489ae64473bd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0617275 Apr 06 14:09:43.812691 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1b16a82c-0b76-448d-ae35-9cf5ec0caaed req-062e3214-228d-42cd-a2d3-aa4851885e5d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Apr 06 14:09:43.939620 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-77b82c25-1c2f-4b81-990a-8c8789eae170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:43.941303 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-77b82c25-1c2f-4b81-990a-8c8789eae170 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1127 time: 0.0489323 Apr 06 14:09:44.182697 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e99ba-317f-4ead-a953-0cc4d582c9f3 req-bb2c06af-c74d-418e-a6ff-2b16eb799da5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:44.184284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc4e99ba-317f-4ead-a953-0cc4d582c9f3 req-bb2c06af-c74d-418e-a6ff-2b16eb799da5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0530412 Apr 06 14:09:44.235565 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc4e99ba-317f-4ead-a953-0cc4d582c9f3 req-81f5911e-8c23-42f8-a822-fc58e6c86329 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440781 Apr 06 14:09:44.295316 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-00d6fd11-1138-43b7-9163-a4b4450f0fa7 req-e4970abf-ec46-405c-97c3-c1d4c14e54e0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Apr 06 14:09:44.499885 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afe26d10-1f4c-450d-b90d-b3b353690fcf req-623c43b6-b3a1-4ae1-95b8-18895b7210f3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Apr 06 14:09:44.697301 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cd0f5-2327-47e2-a627-16698285da79 req-4d80e0ad-bf11-43ec-9039-57d8f63c09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:44.708940 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b41cd0f5-2327-47e2-a627-16698285da79 req-4d80e0ad-bf11-43ec-9039-57d8f63c09e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 1130 time: 0.0737445 Apr 06 14:09:44.744624 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114862-c247-4d38-9f09-9257f264e6cb req-e731410f-6767-4deb-82e6-7a22ae1bdb67 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:44.756099 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73114862-c247-4d38-9f09-9257f264e6cb req-e731410f-6767-4deb-82e6-7a22ae1bdb67 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.1468768 Apr 06 14:09:44.798736 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-b41cd0f5-2327-47e2-a627-16698285da79 req-a2459a65-3204-4d41-b588-62767327d05e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Apr 06 14:09:44.813000 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-6f45a853-4ead-4b8f-abdb-0f820ee54c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:44.814507 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-6f45a853-4ead-4b8f-abdb-0f820ee54c0c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3f087395598b46b7b603974c5d4facb7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1765187 Apr 06 14:09:44.846429 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73114862-c247-4d38-9f09-9257f264e6cb req-65f318ef-87f1-42e7-9d4e-352d407f7e90 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796366 Apr 06 14:09:44.956234 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045833-450f-4dfd-8700-24a302337106 req-0606c4af-94d9-49cc-bd8a-3c10859cb021 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:44.957867 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75045833-450f-4dfd-8700-24a302337106 req-0606c4af-94d9-49cc-bd8a-3c10859cb021 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0562780 Apr 06 14:09:45.008930 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75045833-450f-4dfd-8700-24a302337106 req-09666c46-ee4d-4ca2-8e3d-279c3ed47392 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 Apr 06 14:09:45.318686 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 37860) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:45.364858 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ed6d-0d20-4b7e-bec5-51aeda3dbb01 req-7c170a96-1112-4108-9d61-0b4ab3cab100 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:45.366565 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ee3ed6d-0d20-4b7e-bec5-51aeda3dbb01 req-7c170a96-1112-4108-9d61-0b4ab3cab100 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0590301 Apr 06 14:09:45.407533 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33c22f97-83b4-49e8-a049-287508fabce2 req-d3eaa7ed-8526-4c7b-b022-0a17fce27756 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0367348 Apr 06 14:09:45.433830 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c322146f-a7cb-4526-9701-ada85e170e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.455301 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-72300605-7aec-4463-97bf-be2458b75fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.469156 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ee3ed6d-0d20-4b7e-bec5-51aeda3dbb01 req-16f9d211-138d-490c-b1b5-51b9232b3446 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640049 Apr 06 14:09:45.523478 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c322146f-a7cb-4526-9701-ada85e170e08 admin admin] Publish callbacks [] for security_group (2f668350-e8aa-447c-905a-f0568a7ee3b1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.595906 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c322146f-a7cb-4526-9701-ada85e170e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2f668350-e8aa-447c-905a-f0568a7ee3b1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.627399 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9233395b-8925-4051-b0da-17b5aea6a2bc req-71bd0db2-f7d1-4e08-bbeb-d7bb50bbe441 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0393431 Apr 06 14:09:45.634162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322146f-a7cb-4526-9701-ada85e170e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f668350-e8aa-447c-905a-f0568a7ee3b1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:45.638485 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c322146f-a7cb-4526-9701-ada85e170e08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15941272e1bc4a50a384e1d90397ec8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179045 Apr 06 14:09:45.644052 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 37868) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:45.691615 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-86feb5a0-e176-4c2c-8ae8-6016eb0ba9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:45.693100 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db59d7e1-77f5-418e-922f-d94e04d6af1a req-86feb5a0-e176-4c2c-8ae8-6016eb0ba9d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524115 Apr 06 14:09:45.716701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] Publish callbacks [] for security_group (2f668350-e8aa-447c-905a-f0568a7ee3b1), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.741026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] Publish callbacks [] for security_group (2f668350-e8aa-447c-905a-f0568a7ee3b1), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.851606 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2f668350-e8aa-447c-905a-f0568a7ee3b1), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.854270 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.855456 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f668350-e8aa-447c-905a-f0568a7ee3b1 HTTP/1.1" status: 204 len: 168 time: 0.2085679 Apr 06 14:09:45.864272 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347389a-7fd6-4fa0-901e-592bd088c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f668350-e8aa-447c-905a-f0568a7ee3b1,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:45.980607 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388d9c4-265f-4125-910a-f442b7e1d738 req-aa5fedaa-9558-4dc5-be83-f119388c25f2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:45.982161 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4388d9c4-265f-4125-910a-f442b7e1d738 req-aa5fedaa-9558-4dc5-be83-f119388c25f2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0579441 Apr 06 14:09:46.037255 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4388d9c4-265f-4125-910a-f442b7e1d738 req-e4511c84-f6a2-496b-a467-a4de5b6f2b54 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Apr 06 14:09:46.133668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:46.182054 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61dd0-fe01-474f-81f2-64c31cbf6592 req-03e00984-32b0-4f2f-b7c6-47782b4cb348 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:46.185841 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29e61dd0-fe01-474f-81f2-64c31cbf6592 req-03e00984-32b0-4f2f-b7c6-47782b4cb348 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0749307 Apr 06 14:09:46.245905 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29e61dd0-fe01-474f-81f2-64c31cbf6592 req-adf79c0c-bb15-47e4-9a64-9744f42c837e tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Apr 06 14:09:46.275190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:46.287010 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:46.329053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: ACTIVE; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:46.329457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:46.344284 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:46.363298 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:46.471063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:46.524695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-faa606d4-c6a9-4717-bd55-3840156a1b96 req-45451add-ac07-4c80-be0e-b1175c299794 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0410595 Apr 06 14:09:46.538618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=6']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:46.659916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969f91-deb7-4767-81bb-c40ddcb5fb3c req-c3c063e9-1347-48d6-9643-f0758f85a797 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:46.661421 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b969f91-deb7-4767-81bb-c40ddcb5fb3c req-c3c063e9-1347-48d6-9643-f0758f85a797 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0982306 Apr 06 14:09:46.667993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-88fae8d5-0f02-4f4d-9f76-45d404c130cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:46.669434 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-88fae8d5-0f02-4f4d-9f76-45d404c130cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1127 time: 0.0774474 Apr 06 14:09:46.685905 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:46.722457 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b969f91-deb7-4767-81bb-c40ddcb5fb3c req-fc4d13fb-19d4-4408-aba1-154d1aac99b9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520618 Apr 06 14:09:46.741852 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04ba506f-2a5b-46ae-a50e-f048fff1e406 req-d5d0e0ac-1a29-4ce6-9832-cb4664202b53 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0353382 Apr 06 14:09:46.770408 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['64b9c54f-c957-442a-bb71-1dfb4c57c4b3'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:47.177605 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab3634-961d-4b1e-baf4-a9d325646908 req-31317a9c-4701-4432-9594-7e49ba905e66 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:47.179258 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09ab3634-961d-4b1e-baf4-a9d325646908 req-31317a9c-4701-4432-9594-7e49ba905e66 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0688176 Apr 06 14:09:47.250658 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-b037c050-3d7a-4270-a956-8570acf17370 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 217 time: 0.0440364 Apr 06 14:09:47.283137 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09ab3634-961d-4b1e-baf4-a9d325646908 req-7a7ae75d-e843-49b4-b0b8-52bc778eed65 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977201 Apr 06 14:09:47.384687 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ff1a-495e-459f-a2aa-b1bfa0b03818 req-af71833e-cf35-401d-82d2-79979921311c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:47.386423 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4162ff1a-495e-459f-a2aa-b1bfa0b03818 req-af71833e-cf35-401d-82d2-79979921311c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0641406 Apr 06 14:09:47.440750 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4162ff1a-495e-459f-a2aa-b1bfa0b03818 req-f008b496-0fea-4d0d-b1dc-10cc5f837962 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 Apr 06 14:09:47.625207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-480f3b51-b4d0-4045-9c46-e4a17712f882 req-13e88ccf-a777-4cef-ad3f-02abcd971b69 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0303349 Apr 06 14:09:48.079499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce70cd-7302-4e2e-9bd4-129f2de576bc req-68d46212-34d4-48da-805e-1586207e81e9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.081314 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41ce70cd-7302-4e2e-9bd4-129f2de576bc req-68d46212-34d4-48da-805e-1586207e81e9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.3914130 Apr 06 14:09:48.121047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd5c18-9792-4f76-a8d0-3dfaf6bd86bf req-7d9e64e2-a3f7-4f4e-b794-119e634b4dae tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.122474 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6bd5c18-9792-4f76-a8d0-3dfaf6bd86bf req-7d9e64e2-a3f7-4f4e-b794-119e634b4dae tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.1331522 Apr 06 14:09:48.126694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-07d18545-4ff4-428f-b972-e83dacbac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.128102 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-07d18545-4ff4-428f-b972-e83dacbac7a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.1048162 Apr 06 14:09:48.153263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:48.190497 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41ce70cd-7302-4e2e-9bd4-129f2de576bc req-909fb018-e66e-4cf2-b921-fdafa4d77146 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977769 Apr 06 14:09:48.197367 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-71e9ebf0-2575-4840-a424-4cef4484e496 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.199873 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:48.212645 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-71e9ebf0-2575-4840-a424-4cef4484e496 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.1629202 Apr 06 14:09:48.220652 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:48.221775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:48.226910 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6bd5c18-9792-4f76-a8d0-3dfaf6bd86bf req-439b30f0-8688-4c82-a97c-d209a06680b7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977590 Apr 06 14:09:48.291500 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ab0244f-79e7-4dfb-b2c0-eb8d0235fbe3 req-a7fc55a7-9cbf-4a7b-be79-df97252e49ac tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Apr 06 14:09:48.308077 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:48.308463 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:48.331431 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:48.333641 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4477961-667d-494a-8935-d70e801d747c" -d '{"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:48.345523 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:48.369305 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60a861-c515-4205-bfa8-2995bab295af x-openstack-request-id: req-0f60a861-c515-4205-bfa8-2995bab295af {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:48.369646 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:48.369904 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f60a861-c515-4205-bfa8-2995bab295af {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:48.370298 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f60a861-c515-4205-bfa8-2995bab295af'] response: {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'code': 200} Apr 06 14:09:48.441475 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:48.491278 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=7']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:48.597955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e384-498e-4574-97af-c4306c5f6875 req-62975f94-fa5a-4cb6-b57a-00c155235aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.599529 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-62975f94-fa5a-4cb6-b57a-00c155235aeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827351 Apr 06 14:09:48.607507 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c066b-4b83-40bc-88f8-84340289ffa8 req-d1b1ee87-4452-4b28-a7f4-5c7e3a3f20e7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.609487 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1b9c066b-4b83-40bc-88f8-84340289ffa8 req-d1b1ee87-4452-4b28-a7f4-5c7e3a3f20e7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0909433 Apr 06 14:09:48.663206 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-6676e236-ddad-4613-af91-cca869bc0cf8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 471 time: 0.0914474 Apr 06 14:09:48.680443 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'port': {'device_id': '2359aae7-115d-47a0-8db1-de8696ede273', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'admin_state_up': True, 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'security_groups': ['1911b341-4191-4714-aa0b-ff89f97d0648']}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:48.768212 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1b9c066b-4b83-40bc-88f8-84340289ffa8 req-1bdd2043-0eba-479f-a932-2c390d657481 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521084 Apr 06 14:09:48.805646 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f27ac731-fda9-4a58-8c29-4b9b53507ae1 req-ca44cfa0-11f8-4f7e-95bf-d59c50bacd1f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0844679 Apr 06 14:09:48.877039 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-838e26e7-e7df-4485-89e2-33e7a9ebf9e0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:48.878659 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-838e26e7-e7df-4485-89e2-33e7a9ebf9e0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 818 time: 0.2333474 Apr 06 14:09:48.880432 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-0c70e968-af30-461d-a1e5-c672865e7ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340398 Apr 06 14:09:48.922307 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'port': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:48.926195 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.053028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-ead4f06d-75cc-4f37-b294-3ebf591562db tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df74e30f88434fbf80644ddd546976a7 HTTP/1.1" status: 200 len: 380 time: 0.1487167 Apr 06 14:09:49.081427 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.20.0.4 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/20148e29-19c6-456d-9913-9d65e7c77e07) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:49.083118 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11f3e384-498e-4574-97af-c4306c5f6875 req-e5ce7b85-4ce3-4cd2-a1e5-00e78a82c879 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773798 Apr 06 14:09:49.148427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'port': {'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'admin_state_up': True, 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'security_groups': ['bf743305-320f-4f5b-a4dc-1ec3f44d5988']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:49.250874 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (20148e29-19c6-456d-9913-9d65e7c77e07), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.361367 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.384852 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cf9ca-af82-4854-b8ab-2110b5b627b2 req-ecdca7c4-47e2-4b7a-9145-0e3db1f51b3d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:49.386378 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b28cf9ca-af82-4854-b8ab-2110b5b627b2 req-ecdca7c4-47e2-4b7a-9145-0e3db1f51b3d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0921481 Apr 06 14:09:49.390234 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Made reservation on behalf of df74e30f88434fbf80644ddd546976a7 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:49.393795 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.405828 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:49.409754 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:49.416062 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:49.448935 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:49.477693 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:49.478739 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.500906 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8439-d084-4f1c-8c92-1ee1fb922feb req-493d1701-9a9f-4b72-829d-b68495eae995 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:49.502453 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-657d8439-d084-4f1c-8c92-1ee1fb922feb req-493d1701-9a9f-4b72-829d-b68495eae995 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1660373 Apr 06 14:09:49.557834 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b28cf9ca-af82-4854-b8ab-2110b5b627b2 req-4c082d4f-dd44-4165-a2b5-abdfa5e6caa2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448359 Apr 06 14:09:49.581910 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-26165714-8fd6-4da9-89fc-8e80bd57870f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9060779 Apr 06 14:09:49.646265 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-657d8439-d084-4f1c-8c92-1ee1fb922feb req-7b04ae64-6644-4ad4-b3d4-a4993d43984f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335943 Apr 06 14:09:49.688043 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-83e8604d-53f5-4ec2-baea-0579ad3bf9f2 None None] Provisioning complete for port 20148e29-19c6-456d-9913-9d65e7c77e07 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:49.688660 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83e8604d-53f5-4ec2-baea-0579ad3bf9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.701336 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Allocated IP 172.20.0.3 (780d8300-b677-4542-864e-ca1ab015b6f2/fb08c2b1-a0b9-4e04-b61d-fac8725ae110/58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:49.728561 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-83e8604d-53f5-4ec2-baea-0579ad3bf9f2 None None] Port 20148e29-19c6-456d-9913-9d65e7c77e07 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:49.762327 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f5b0dba0-71d2-4de1-b5ca-8272a29ebe51 req-ea45a28a-95c4-4a92-8e01-e408db8edd6c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Apr 06 14:09:49.780494 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b77ab-4408-4909-be78-be2656fd8509 req-3a2a4a9a-efaa-4117-bef7-5895ae8eee0a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:49.782285 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f2b77ab-4408-4909-be78-be2656fd8509 req-3a2a4a9a-efaa-4117-bef7-5895ae8eee0a tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.1348803 Apr 06 14:09:49.851276 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:49.925409 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f2b77ab-4408-4909-be78-be2656fd8509 req-4dcc089b-07c3-450d-822c-32b742630fc1 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325331 Apr 06 14:09:49.978106 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5822015-23a1-4234-b2b2-6707cc24bf01 req-562a06d0-bce7-4c8c-aec4-d268f0426968 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:49.987308 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d5822015-23a1-4234-b2b2-6707cc24bf01 req-562a06d0-bce7-4c8c-aec4-d268f0426968 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.1327236 Apr 06 14:09:50.002831 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:50.100728 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c8c4-cda6-4809-bb8c-1206f3a23400 req-884826a6-9303-4d96-8907-b970e1656d08 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:50.102297 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bea5c8c4-cda6-4809-bb8c-1206f3a23400 req-884826a6-9303-4d96-8907-b970e1656d08 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 931 time: 0.1161659 Apr 06 14:09:50.107043 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d5822015-23a1-4234-b2b2-6707cc24bf01 req-3a72ee73-cd8d-435f-ba81-d1dd726cb349 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112115 Apr 06 14:09:50.150340 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bea5c8c4-cda6-4809-bb8c-1206f3a23400 req-90ff70ac-2c99-4cb6-8811-8bc692a112ad tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Apr 06 14:09:50.167120 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:50.210278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Network 780d8300-b677-4542-864e-ca1ab015b6f2 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:50.213333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:50.217458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:50.255137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event updated for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:50.278709 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:50.279342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:50.341091 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-fcee7d9b-a346-4e2a-9817-ddf3ab7d9071 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2161870 Apr 06 14:09:50.451186 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-07c7b80f-8a20-4de4-85ae-15633fc472ed None None] Provisioning complete for port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:50.451694 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-07c7b80f-8a20-4de4-85ae-15633fc472ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:50.487237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-07c7b80f-8a20-4de4-85ae-15633fc472ed None None] Port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:50.657422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f56ca-8de9-42c6-9637-20c7cc9ee1d1 req-49830ff2-88f4-4b90-8caa-57950c905d88 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:50.658906 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-524f56ca-8de9-42c6-9637-20c7cc9ee1d1 req-49830ff2-88f4-4b90-8caa-57950c905d88 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0557053 Apr 06 14:09:50.711644 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-524f56ca-8de9-42c6-9637-20c7cc9ee1d1 req-f8a7a8e6-a872-47ba-8093-afedca118c73 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Apr 06 14:09:50.774163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a468-1aa4-41b5-bb14-49fbdfa6fe7d req-23991b6d-0ba5-48e9-8300-fcaa857aeb4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:50.775666 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b13a468-1aa4-41b5-bb14-49fbdfa6fe7d req-23991b6d-0ba5-48e9-8300-fcaa857aeb4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0531826 Apr 06 14:09:50.825006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b13a468-1aa4-41b5-bb14-49fbdfa6fe7d req-5c72975c-fc07-4fc1-9cf7-75a72622e6ca tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Apr 06 14:09:50.887433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd8106-6dd2-4a97-a590-71aa4eb6df58 req-68d62de5-e72b-4c05-90ad-8456d062cea6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:50.888923 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8fd8106-6dd2-4a97-a590-71aa4eb6df58 req-68d62de5-e72b-4c05-90ad-8456d062cea6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 931 time: 0.0533140 Apr 06 14:09:50.935649 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8fd8106-6dd2-4a97-a590-71aa4eb6df58 req-583d3d33-4cd2-4729-8393-82fe0320de16 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Apr 06 14:09:51.053216 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a50f3-8cd9-46fd-b96a-44ee746e68c9 req-5539124f-e021-497a-8e5c-6514f39c121f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.054703 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-203a50f3-8cd9-46fd-b96a-44ee746e68c9 req-5539124f-e021-497a-8e5c-6514f39c121f tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.0577667 Apr 06 14:09:51.101379 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-203a50f3-8cd9-46fd-b96a-44ee746e68c9 req-f899b0a5-cf3a-4305-bb0e-2d9e1330cda8 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 Apr 06 14:09:51.228056 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07514d6-5449-42c7-a2ef-7246f45bfa74 req-4ea286fe-1299-4dab-b505-b00af5c54a4c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.229593 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d07514d6-5449-42c7-a2ef-7246f45bfa74 req-4ea286fe-1299-4dab-b505-b00af5c54a4c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 943 time: 0.0534859 Apr 06 14:09:51.308530 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d07514d6-5449-42c7-a2ef-7246f45bfa74 req-9ce546b2-f2fc-4c27-8d40-c57cbeb3389c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693867 Apr 06 14:09:51.320459 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf9b2c-5e69-4c49-b750-8f0e39e2ce70 req-c2ced1c3-2fc9-4ef1-b415-9c04044016bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.321995 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2dbf9b2c-5e69-4c49-b750-8f0e39e2ce70 req-c2ced1c3-2fc9-4ef1-b415-9c04044016bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 931 time: 0.0915184 Apr 06 14:09:51.369754 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2dbf9b2c-5e69-4c49-b750-8f0e39e2ce70 req-c10f9b02-343c-4745-b610-af1f5b46d54d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Apr 06 14:09:51.831661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cefbf6-8f19-429a-8770-d0100ef0648d req-04635c73-770d-45fe-b640-ce340caadead tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.833299 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52cefbf6-8f19-429a-8770-d0100ef0648d req-04635c73-770d-45fe-b640-ce340caadead tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0552323 Apr 06 14:09:51.871880 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38034) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:51.881984 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52cefbf6-8f19-429a-8770-d0100ef0648d req-cf1ce7fb-34b0-4917-b783-7952a55da7c8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Apr 06 14:09:51.959051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c792b0-4e4c-428d-b538-35d13cdbb451 req-462d7ace-046f-4763-8600-24d8748193e3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:51.961011 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7c792b0-4e4c-428d-b538-35d13cdbb451 req-462d7ace-046f-4763-8600-24d8748193e3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0540099 Apr 06 14:09:51.987413 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-506c1bf3-3a15-4ec3-8691-077b9082be21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.036478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7c792b0-4e4c-428d-b538-35d13cdbb451 req-c4feda16-a949-4f7e-b016-959056717b46 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609148 Apr 06 14:09:52.079407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e57da-1713-45df-b2a1-07a31c3b5250 req-2987d495-4688-47f3-bc7a-ba5909d594a9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:52.080204 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-506c1bf3-3a15-4ec3-8691-077b9082be21 admin admin] Publish callbacks [] for security_group (dc5f635a-de75-47c8-85e7-b27016c189bf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.080976 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d7e57da-1713-45df-b2a1-07a31c3b5250 req-2987d495-4688-47f3-bc7a-ba5909d594a9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 931 time: 0.0606596 Apr 06 14:09:52.116977 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Request body: {'port': {'device_id': '2359aae7-115d-47a0-8db1-de8696ede273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:52.120951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Request body: {'port': {'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:52.139819 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-506c1bf3-3a15-4ec3-8691-077b9082be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (dc5f635a-de75-47c8-85e7-b27016c189bf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.155259 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d7e57da-1713-45df-b2a1-07a31c3b5250 req-f9dad5c7-7808-47bb-9fa0-8930072c7f62 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681279 Apr 06 14:09:52.179942 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-506c1bf3-3a15-4ec3-8691-077b9082be21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a4c445bc3604affa42ea8959a84b232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038166 Apr 06 14:09:52.184069 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38046) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:52.185004 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d1fba971-dc9f-41ff-bd42-744623e41d76 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:52.215453 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.243259 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.262956 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c1bf3-3a15-4ec3-8691-077b9082be21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f635a-de75-47c8-85e7-b27016c189bf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:52.342110 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:52.356181 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'port_id': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'mac_address': 'fa:16:3e:a8:27:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:52.409153 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f74f60-f6db-4c10-8cf1-b725516607ea req-42b0a8d0-2bf1-437e-b52b-bc70a0cc23b5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:52.416769 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06f74f60-f6db-4c10-8cf1-b725516607ea req-42b0a8d0-2bf1-437e-b52b-bc70a0cc23b5 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.2058458 Apr 06 14:09:52.420432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d1fba971-dc9f-41ff-bd42-744623e41d76 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:52.420880 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.446344 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fba971-dc9f-41ff-bd42-744623e41d76 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:52.502983 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:52.550014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] Publish callbacks [] for security_group (dc5f635a-de75-47c8-85e7-b27016c189bf), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.573952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] Publish callbacks [] for security_group (dc5f635a-de75-47c8-85e7-b27016c189bf), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.579536 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.621217 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20148e29-19c6-456d-9913-9d65e7c77e07 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:52.638584 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks [] for port (20148e29-19c6-456d-9913-9d65e7c77e07), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.689874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:52.750651 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Transition to ACTIVE for port object 20148e29-19c6-456d-9913-9d65e7c77e07 will not be triggered until provisioned by entity L2. {{(pid=103968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:09:52.769407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (dc5f635a-de75-47c8-85e7-b27016c189bf), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.772014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.773350 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc5f635a-de75-47c8-85e7-b27016c189bf HTTP/1.1" status: 204 len: 168 time: 0.5883276 Apr 06 14:09:52.830931 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:52.844283 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca518b-2a1e-401b-a0ba-05741c9ce54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f635a-de75-47c8-85e7-b27016c189bf,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:52.891708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07066a-094d-4149-968e-0a0d48eec229 req-e5283a8a-a8d2-4192-89b0-dfab0532592b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:52.893793 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac07066a-094d-4149-968e-0a0d48eec229 req-e5283a8a-a8d2-4192-89b0-dfab0532592b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 944 time: 0.4732907 Apr 06 14:09:52.898252 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06f74f60-f6db-4c10-8cf1-b725516607ea req-f0aac5db-96d4-4764-8f77-06f48a42501c tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801035 Apr 06 14:09:52.913459 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-67cd39db-e7f9-43b9-b039-89b26b0e653e tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:52.914975 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-67cd39db-e7f9-43b9-b039-89b26b0e653e tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.2888808 Apr 06 14:09:52.922898 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31920-1411-4131-a257-1282e460006e service neutron] Pushing event updated for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:52.999028 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:53.103875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Attempting to bind port 20148e29-19c6-456d-9913-9d65e7c77e07 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:53.103875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Attempting to bind port 20148e29-19c6-456d-9913-9d65e7c77e07 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:53.103875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Attempting to bind port 20148e29-19c6-456d-9913-9d65e7c77e07 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:53.109213 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Port 20148e29-19c6-456d-9913-9d65e7c77e07 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:09:53.109920 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Attempting to bind port 20148e29-19c6-456d-9913-9d65e7c77e07 on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:53.113627 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac07066a-094d-4149-968e-0a0d48eec229 req-ec34f1d2-a7d2-4495-bf80-b4cfcd80afc1 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894944 Apr 06 14:09:53.134474 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:53.134794 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:53.135183 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:53.146861 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Bound port: 20148e29-19c6-456d-9913-9d65e7c77e07, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:53.147403 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.186962 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:53.209772 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks [] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.269013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Transition to ACTIVE for port object 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:09:53.291399 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:53.297507 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=20148e29-19c6-456d-9913-9d65e7c77e07,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:53.323069 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8a23a-f635-4136-befc-468dbbdb0a6c req-ca53bc7c-b194-4747-a1ec-6086d19307f0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.324600 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbe8a23a-f635-4136-befc-468dbbdb0a6c req-ca53bc7c-b194-4747-a1ec-6086d19307f0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 943 time: 0.2450874 Apr 06 14:09:53.364704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.387798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.388113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Deleting port 60165c40-fcc0-4ac2-aa89-e294b7c41265 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:09:53.388484 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.431033 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.431846 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:53.438190 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-7eb31920-1411-4131-a257-1282e460006e service neutron] 10.222.0.46 "PUT /v2.0/ports/20148e29-19c6-456d-9913-9d65e7c77e07 HTTP/1.1" status: 200 len: 1093 time: 1.3253446 Apr 06 14:09:53.439789 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:53.445896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:53.558058 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31920-1411-4131-a257-1282e460006e service neutron] Pushing event updated for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:53.718380 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-75c7f16c-69ad-4381-bb65-a8d8884dc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.720641 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-75c7f16c-69ad-4381-bb65-a8d8884dc1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 1127 time: 0.1147046 Apr 06 14:09:53.811348 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-38a7ff38-163d-4d37-abb7-906203259a07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20148e29-19c6-456d-9913-9d65e7c77e07 HTTP/1.1" status: 200 len: 217 time: 0.0618904 Apr 06 14:09:53.883141 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-740a0dd9-d29a-415c-933c-7308d239e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.885527 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-740a0dd9-d29a-415c-933c-7308d239e342 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0639429 Apr 06 14:09:53.966979 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-c6062e35-ce98-4827-9e58-2d7502f0f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:53.969487 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-c6062e35-ce98-4827-9e58-2d7502f0f206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782523 Apr 06 14:09:54.001333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:54.038160 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1036c-95a8-44ed-b4a8-e6f32b85e7a0 req-399f71b5-4bfe-45d7-a052-72a064b4e1ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.047082 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ca1036c-95a8-44ed-b4a8-e6f32b85e7a0 req-399f71b5-4bfe-45d7-a052-72a064b4e1ff tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.7671006 Apr 06 14:09:54.091841 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbe8a23a-f635-4136-befc-468dbbdb0a6c req-5d3cd537-3fb2-4432-bea7-c095ab862301 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7452483 Apr 06 14:09:54.200593 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-efe595a3-c06c-4595-a459-c6950fadb6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198594 Apr 06 14:09:54.280051 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d1fba971-dc9f-41ff-bd42-744623e41d76 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:54.281972 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ca1036c-95a8-44ed-b4a8-e6f32b85e7a0 req-ab4e857d-b964-4cb5-bc09-7269c6d1c5f3 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339294 Apr 06 14:09:54.283790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] For port 60165c40-fcc0-4ac2-aa89-e294b7c41265, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=60165c40-fcc0-4ac2-aa89-e294b7c41265,segment=NetworkSegment(7ec56594-e42f-4998-a881-a5d4b4131740),segment_id=7ec56594-e42f-4998-a881-a5d4b4131740)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:54.284161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:54.320129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Attempting to bind port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:54.321060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Attempting to bind port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:54.321398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Attempting to bind port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:54.324363 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Calling delete_port for 60165c40-fcc0-4ac2-aa89-e294b7c41265 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:09:54.333219 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2f4be-c85b-4be8-829f-e6f775725b0d req-22751fd3-5c46-40d7-a7fd-9448de6665a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.334718 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60c2f4be-c85b-4be8-829f-e6f775725b0d req-22751fd3-5c46-40d7-a7fd-9448de6665a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1616671 Apr 06 14:09:54.340370 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd on network 780d8300-b677-4542-864e-ca1ab015b6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:09:54.341107 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Attempting to bind port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd on network 780d8300-b677-4542-864e-ca1ab015b6f2 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:54.398079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:54.401955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Checking segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:54.402356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Bound using segment: {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:54.402818 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Bound port: 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d18d5df-4c1b-4249-814a-03a4e4e266e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:54.403198 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:54.422910 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2e051e39-1d60-4dae-be38-6d17b7864fef req-bb776d84-95e8-4a52-b610-41af141db000 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088554 Apr 06 14:09:54.556411 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port d1fba971-dc9f-41ff-bd42-744623e41d76 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:09:54.560834 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port d1fba971-dc9f-41ff-bd42-744623e41d76 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:54.566261 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:54.699870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:54.701717 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d1fba971-dc9f-41ff-bd42-744623e41d76 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:54.702210 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:54.703109 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:54.710364 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60c2f4be-c85b-4be8-829f-e6f775725b0d req-f7fb2358-9e25-426e-9786-9ced457e0eb5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621666 Apr 06 14:09:54.726821 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:54.729469 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a7fd2e-6407-4c9e-9bcf-f57cae334c38" -d '{"events": [{"server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "name": "network-vif-plugged", "status": "completed", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:54.744523 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a12d0-f209-43f3-9a0f-2e4f683a5264 req-e3c11784-9481-4f77-bc98-35b4a9474cfe tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:54.752247 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c76a12d0-f209-43f3-9a0f-2e4f683a5264 req-e3c11784-9481-4f77-bc98-35b4a9474cfe tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.3381622 Apr 06 14:09:54.757716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:54.816315 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf9429-9afb-465d-8a93-2849ff7f9c4f x-openstack-request-id: req-c9bf9429-9afb-465d-8a93-2849ff7f9c4f {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:54.816810 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:54.817200 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9bf9429-9afb-465d-8a93-2849ff7f9c4f {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:54.817763 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bf9429-9afb-465d-8a93-2849ff7f9c4f'] response: {'name': 'network-changed', 'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07', 'status': 'completed', 'code': 200} Apr 06 14:09:54.857272 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c76a12d0-f209-43f3-9a0f-2e4f683a5264 req-320081c6-9681-49bf-8474-02b97e5096de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038048 Apr 06 14:09:55.035910 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b8c2a-5c33-47ca-9408-0d5bf31fda75 req-69d62af6-655f-4050-82dd-ae272eb4ada2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.039856 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-320b8c2a-5c33-47ca-9408-0d5bf31fda75 req-69d62af6-655f-4050-82dd-ae272eb4ada2 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 946 time: 0.1446054 Apr 06 14:09:55.067803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7a28-8a49-4677-bbdc-5fc791fabcee req-07f469b6-0262-4895-9c28-e8f4677e2776 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.069761 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b3f7a28-8a49-4677-bbdc-5fc791fabcee req-07f469b6-0262-4895-9c28-e8f4677e2776 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 944 time: 0.1030526 Apr 06 14:09:55.152764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-320b8c2a-5c33-47ca-9408-0d5bf31fda75 req-5e5331da-d52b-4ddd-afd7-147dcf3d5d2c tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/security-groups?id=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066356 Apr 06 14:09:55.160984 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b3f7a28-8a49-4677-bbdc-5fc791fabcee req-0ec47e7c-caa1-4c08-af73-aac7e09ddb6b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822866 Apr 06 14:09:55.208171 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e780e2-6909-4a3b-862d-a9d4e38fd681 x-openstack-request-id: req-14e780e2-6909-4a3b-862d-a9d4e38fd681 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:55.208707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "name": "network-vif-plugged", "status": "completed", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:55.209059 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14e780e2-6909-4a3b-862d-a9d4e38fd681 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:55.209551 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e780e2-6909-4a3b-862d-a9d4e38fd681'] response: {'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'code': 200} Apr 06 14:09:55.312253 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06709d8-b27a-4e16-87c1-3e057afcfc04 req-b2cb1d66-30d6-48d7-b930-d78d622ada37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.313807 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a06709d8-b27a-4e16-87c1-3e057afcfc04 req-b2cb1d66-30d6-48d7-b930-d78d622ada37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 943 time: 0.0726392 Apr 06 14:09:55.372805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a06709d8-b27a-4e16-87c1-3e057afcfc04 req-4401a9eb-6c2f-435d-bff5-721bdf54e4ac tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510647 Apr 06 14:09:55.468122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25c987-7495-4923-9ee0-5a093e02fc74 req-2aeff3c5-1f4c-4d72-8a37-ff3ef9c6f970 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.469866 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b25c987-7495-4923-9ee0-5a093e02fc74 req-2aeff3c5-1f4c-4d72-8a37-ff3ef9c6f970 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0711820 Apr 06 14:09:55.547925 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b25c987-7495-4923-9ee0-5a093e02fc74 req-06c43e77-03d3-45f1-acdd-b267afa3b4eb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693502 Apr 06 14:09:55.699828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (60165c40-fcc0-4ac2-aa89-e294b7c41265), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:55.701063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:55.702379 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 60165c40-fcc0-4ac2-aa89-e294b7c41265 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:09:55.709895 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:55.789550 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:55.789550 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:55.790504 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] 10.222.0.46 "PUT /v2.0/ports/58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1093 time: 3.6767967 Apr 06 14:09:55.810762 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:55.817415 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb89aea-4bcd-4ffa-85db-502170e6faf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:55.823132 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:55.864591 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 60165c40-fcc0-4ac2-aa89-e294b7c41265 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:09:55.864942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 60165c40-fcc0-4ac2-aa89-e294b7c41265 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:09:55.965803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad0b17-e98c-4296-8608-4eac568d585f x-openstack-request-id: req-2cad0b17-e98c-4296-8608-4eac568d585f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:55.966392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:55.966659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2cad0b17-e98c-4296-8608-4eac568d585f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:55.967076 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cad0b17-e98c-4296-8608-4eac568d585f'] response: {'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'status': 'completed', 'code': 200} Apr 06 14:09:56.004269 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60603f-2266-4b69-912c-97bd26278ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:56.031274 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] No DVR routers for this DVR port 60165c40-fcc0-4ac2-aa89-e294b7c41265 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:09:56.061506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.065416 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1304915d-6e13-48ec-a42e-71f2fd7bb35a req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.46 "DELETE /v2.0/ports/60165c40-fcc0-4ac2-aa89-e294b7c41265 HTTP/1.1" status: 204 len: 173 time: 3.1417572 Apr 06 14:09:56.085102 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed1bb3-7453-4b89-9e37-972dfb3124de tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] Pushing event deleted for resources: {'Port': ['ID=60165c40-fcc0-4ac2-aa89-e294b7c41265,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:56.116635 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9b20-195f-4598-9f66-e8a2d1fc0821 req-0ace9c41-21e2-40ac-bdb4-6cf4346b105c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.118153 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-339a9b20-195f-4598-9f66-e8a2d1fc0821 req-0ace9c41-21e2-40ac-bdb4-6cf4346b105c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.2452981 Apr 06 14:09:56.139490 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfc2a-ca20-478d-b1e5-b6cbc6e819c1 req-0adebfc5-a4eb-416a-9c9e-22ed240dd408 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.141262 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-965dfc2a-ca20-478d-b1e5-b6cbc6e819c1 req-0adebfc5-a4eb-416a-9c9e-22ed240dd408 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.1339254 Apr 06 14:09:56.144560 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38142) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:56.219381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-339a9b20-195f-4598-9f66-e8a2d1fc0821 req-568572e9-601f-4a48-a192-9a011193954f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950723 Apr 06 14:09:56.260770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-965dfc2a-ca20-478d-b1e5-b6cbc6e819c1 req-1fb58a50-85a8-426c-bddd-8b7b48a85aaf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064065 Apr 06 14:09:56.293913 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a22e19e9-666e-4f98-be21-6f61983753b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.339035 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b92b31cb-7204-4539-bfc8-403b373b03f7 req-d3b62410-4012-4084-b751-0348ab5ad560 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0434644 Apr 06 14:09:56.393656 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a22e19e9-666e-4f98-be21-6f61983753b1 admin admin] Publish callbacks [] for security_group (b185bf05-ba30-453f-b2f5-1ceccfe8a496), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.418566 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ddfe3-d44c-48ce-befd-4e3aaacc2103 req-b8e99155-01ed-48cb-a4d5-42220b2ebd5c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.420651 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c0ddfe3-d44c-48ce-befd-4e3aaacc2103 req-b8e99155-01ed-48cb-a4d5-42220b2ebd5c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0648706 Apr 06 14:09:56.481334 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a22e19e9-666e-4f98-be21-6f61983753b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b185bf05-ba30-453f-b2f5-1ceccfe8a496), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.530589 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c0ddfe3-d44c-48ce-befd-4e3aaacc2103 req-70e0e921-2033-42c4-b66e-826723e8147c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001208 Apr 06 14:09:56.531114 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a22e19e9-666e-4f98-be21-6f61983753b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2ae2c41a8454ed59e9a99d43798f8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851633 Apr 06 14:09:56.532258 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e19e9-666e-4f98-be21-6f61983753b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b185bf05-ba30-453f-b2f5-1ceccfe8a496,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:56.548598 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38152) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:56.610102 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b5a7c-fa4f-4bef-a1c1-3f7f31ef4b92 req-9cc9d2ee-dbb1-4ebf-aebf-d573bb632ac9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.612618 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762b5a7c-fa4f-4bef-a1c1-3f7f31ef4b92 req-9cc9d2ee-dbb1-4ebf-aebf-d573bb632ac9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 943 time: 0.1398759 Apr 06 14:09:56.692817 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] Publish callbacks [] for security_group (b185bf05-ba30-453f-b2f5-1ceccfe8a496), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.727068 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762b5a7c-fa4f-4bef-a1c1-3f7f31ef4b92 req-401091eb-fe5b-4476-a0ad-b71f11db3b95 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089022 Apr 06 14:09:56.743686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] Publish callbacks [] for security_group (b185bf05-ba30-453f-b2f5-1ceccfe8a496), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.799921 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6b7a-94a9-411f-aef4-aef598c320d3 req-41769b29-d74f-4f47-b749-70c8a4cd1ff1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.801366 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffca6b7a-94a9-411f-aef4-aef598c320d3 req-41769b29-d74f-4f47-b749-70c8a4cd1ff1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1777408 Apr 06 14:09:56.915384 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b185bf05-ba30-453f-b2f5-1ceccfe8a496), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.917907 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.919040 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b185bf05-ba30-453f-b2f5-1ceccfe8a496 HTTP/1.1" status: 204 len: 168 time: 0.3632061 Apr 06 14:09:56.936125 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffca6b7a-94a9-411f-aef4-aef598c320d3 req-9d709cd4-c17a-44c5-837a-d4846fa01990 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267896 Apr 06 14:09:56.970267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261caf6-ebe5-4641-b07a-e32bcb69d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b185bf05-ba30-453f-b2f5-1ceccfe8a496,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:56.973752 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-9d5764e1-733a-45e5-b8b5-872c65064f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.976010 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-9d5764e1-733a-45e5-b8b5-872c65064f21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1127 time: 0.0998988 Apr 06 14:09:56.992018 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-34278df9-b7e7-4675-bc9e-838b59b2e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.993489 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-34278df9-b7e7-4675-bc9e-838b59b2e709 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 1127 time: 0.1670067 Apr 06 14:09:57.000701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8efae-ba8b-4859-b43c-71b01b07e82c req-2c58dfbe-f04f-4e3c-bea1-396addd43c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.002162 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8f8efae-ba8b-4859-b43c-71b01b07e82c req-2c58dfbe-f04f-4e3c-bea1-396addd43c1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1129 time: 0.1272969 Apr 06 14:09:57.131978 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-39951865-f555-409e-9e31-1ff347d08858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.133746 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-39951865-f555-409e-9e31-1ff347d08858 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df74e30f88434fbf80644ddd546976a7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1144960 Apr 06 14:09:57.150105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8f8efae-ba8b-4859-b43c-71b01b07e82c req-a9e44406-fea9-4c04-b78e-74939aceffc3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283758 Apr 06 14:09:57.180299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-b9892d4f-499d-4113-81ef-471d5efee947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.182066 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-b9892d4f-499d-4113-81ef-471d5efee947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.1616585 Apr 06 14:09:57.429535 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4175d-0246-40d2-a697-a68e76cc884e req-9a6a207e-dc24-4a23-abd0-8334f33ea77d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.431060 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39b4175d-0246-40d2-a697-a68e76cc884e req-9a6a207e-dc24-4a23-abd0-8334f33ea77d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1196439 Apr 06 14:09:57.462734 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4a3d-b3fb-4c73-a487-01a972158850 req-f9f91187-d6ea-44be-b0ad-55f776dfe6ee tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.464353 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-613f4a3d-b3fb-4c73-a487-01a972158850 req-f9f91187-d6ea-44be-b0ad-55f776dfe6ee tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.1099079 Apr 06 14:09:57.550028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-d3ee414c-ac6f-4c68-b74c-c27a03c1fb6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20148e29-19c6-456d-9913-9d65e7c77e07 HTTP/1.1" status: 200 len: 217 time: 0.0578039 Apr 06 14:09:57.587662 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-eb15e444-40f9-48b1-a766-bd173aba03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.591287 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-1fb89aea-4bcd-4ffa-85db-502170e6faf6 req-eb15e444-40f9-48b1-a766-bd173aba03a8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300049 Apr 06 14:09:57.591909 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39b4175d-0246-40d2-a697-a68e76cc884e req-8c1c5a75-0726-4e78-bce8-93e8634ba1a8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388810 Apr 06 14:09:57.605344 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-613f4a3d-b3fb-4c73-a487-01a972158850 req-d8c88b01-766d-4b89-b7b5-f469d86c1c74 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340115 Apr 06 14:09:57.772188 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4718cf6b-f9f0-495c-a347-b00508753e6c req-6645a41a-b721-4549-a7cf-8dca3e43c095 tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0323417 Apr 06 14:09:57.772188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf3281-ca63-4d04-971c-3765323c4ad0 req-4e8804bf-f4cc-4bee-a3bb-9bfa53b62a59 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.772188 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3adf3281-ca63-4d04-971c-3765323c4ad0 req-4e8804bf-f4cc-4bee-a3bb-9bfa53b62a59 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0844796 Apr 06 14:09:57.805355 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3adf3281-ca63-4d04-971c-3765323c4ad0 req-d2ed117d-75bb-41d0-96fe-46f084abce19 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Apr 06 14:09:57.864179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85057b5-60a4-41ba-99ad-299d94623d97 req-2e512713-5dd3-4e84-acd7-09a462d62dc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:57.865676 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c85057b5-60a4-41ba-99ad-299d94623d97 req-2e512713-5dd3-4e84-acd7-09a462d62dc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 943 time: 0.0540321 Apr 06 14:09:57.912803 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c85057b5-60a4-41ba-99ad-299d94623d97 req-a757fc1b-2eae-46ed-9756-3309121f21e7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Apr 06 14:09:57.968584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'name': 'network-vif-deleted', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:57.970988 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecdee6-0638-4a2d-8ea1-83ad952c2e1b" -d '{"events": [{"server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "name": "network-vif-deleted", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:58.007510 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3f4218-78b1-468e-86ae-9b96ec3ac79f x-openstack-request-id: req-1e3f4218-78b1-468e-86ae-9b96ec3ac79f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:58.007799 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2", "name": "network-vif-deleted", "tag": "60165c40-fcc0-4ac2-aa89-e294b7c41265", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:58.008049 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e3f4218-78b1-468e-86ae-9b96ec3ac79f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:58.008450 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3f4218-78b1-468e-86ae-9b96ec3ac79f'] response: {'server_uuid': 'b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2', 'name': 'network-vif-deleted', 'tag': '60165c40-fcc0-4ac2-aa89-e294b7c41265', 'status': 'completed', 'code': 200} Apr 06 14:09:58.092899 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-575735e4-a53c-451d-973d-22f202857136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.094379 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-575735e4-a53c-451d-973d-22f202857136 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0688736 Apr 06 14:09:58.106079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680865-1393-4f0d-914a-53c578c2d165 req-e4dcbbcf-34ec-49cc-9ad6-c018fa728d8c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.107596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba680865-1393-4f0d-914a-53c578c2d165 req-e4dcbbcf-34ec-49cc-9ad6-c018fa728d8c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0940228 Apr 06 14:09:58.167147 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba680865-1393-4f0d-914a-53c578c2d165 req-ca7bb126-0b7f-40ba-8627-b762137c85b4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529499 Apr 06 14:09:58.205032 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 20148e29-19c6-456d-9913-9d65e7c77e07 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:58.313618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=20148e29-19c6-456d-9913-9d65e7c77e07,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:58.324397 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '20148e29-19c6-456d-9913-9d65e7c77e07', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'port_id': '20148e29-19c6-456d-9913-9d65e7c77e07', 'mac_address': 'fa:16:3e:2a:07:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:58.366545 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 20148e29-19c6-456d-9913-9d65e7c77e07 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:58.367240 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:58.381043 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20148e29-19c6-456d-9913-9d65e7c77e07 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:58.401034 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=20148e29-19c6-456d-9913-9d65e7c77e07,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:58.465772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:58.527767 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:58.611679 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-d040b870-a30c-4930-86c6-2f59d635f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.613116 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-d040b870-a30c-4930-86c6-2f59d635f598 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1127 time: 0.0605063 Apr 06 14:09:58.640863 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-5ed41040-b213-475b-adf9-06cbfe82fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.664524 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-5ed41040-b213-475b-adf9-06cbfe82fbc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157019 Apr 06 14:09:58.771993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5233-a96b-4b94-80d5-62a4f820133c req-2d48492d-e053-4114-94bf-0e9d2c770a68 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.773520 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a08d5233-a96b-4b94-80d5-62a4f820133c req-2d48492d-e053-4114-94bf-0e9d2c770a68 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0860364 Apr 06 14:09:58.774741 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-ca964beb-f6f3-472c-ae2d-83ea9bfb75a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 217 time: 0.0338922 Apr 06 14:09:58.786305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870dcfe-3502-454e-97da-59d67ff6f144 req-26a9e769-59ba-4de4-91e7-3920e297c61d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.787802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b870dcfe-3502-454e-97da-59d67ff6f144 req-26a9e769-59ba-4de4-91e7-3920e297c61d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.0916123 Apr 06 14:09:58.862599 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a08d5233-a96b-4b94-80d5-62a4f820133c req-ab373c13-009d-4972-b2c4-85414f246943 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734727 Apr 06 14:09:58.889865 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b870dcfe-3502-454e-97da-59d67ff6f144 req-e551a5d0-0713-4a85-bd16-b23e2e6406b2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891914 Apr 06 14:09:58.928532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['20148e29-19c6-456d-9913-9d65e7c77e07'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:59.060380 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e75208-680c-4330-8bc5-b794c2cbf861 req-a2c36cd6-0d1e-4658-aa0d-acdc9f44db5d tempest-VolumesActionsTest-949806896 tempest-VolumesActionsTest-949806896-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ec07a3-b8f7-46b4-a9c2-8a7bd91ac7d2 HTTP/1.1" status: 200 len: 210 time: 0.0440037 Apr 06 14:09:59.079964 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac974-3550-4546-aead-fe472fa8dbaa req-6ee13e37-4db3-45ee-b66f-1f96e0d59fdd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.081546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-619ac974-3550-4546-aead-fe472fa8dbaa req-6ee13e37-4db3-45ee-b66f-1f96e0d59fdd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.1028745 Apr 06 14:09:59.156191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-619ac974-3550-4546-aead-fe472fa8dbaa req-f2544666-b40e-4c9d-9dc6-025c18679906 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689914 Apr 06 14:09:59.216796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4308-b30e-4036-82f2-6094b623fc35 req-555f4687-a753-4b37-aa10-f23678a63847 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.219250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9cea4308-b30e-4036-82f2-6094b623fc35 req-555f4687-a753-4b37-aa10-f23678a63847 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 944 time: 0.0807314 Apr 06 14:09:59.379209 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-f934308e-0b8e-4981-9a7a-ad7faa986146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.381198 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-f934308e-0b8e-4981-9a7a-ad7faa986146 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0900199 Apr 06 14:09:59.392071 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-6223a6d4-bd52-4630-a2b4-411ee462c11f service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974104 Apr 06 14:09:59.410427 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9cea4308-b30e-4036-82f2-6094b623fc35 req-cbd97577-ace9-459e-9955-957d509a4672 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804066 Apr 06 14:09:59.456012 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-07336423-d4de-442c-a330-7d8a8021bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.457876 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-07336423-d4de-442c-a330-7d8a8021bc38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706863 Apr 06 14:09:59.503350 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ce6a-ac3d-436e-b0cd-34ba4bfdb386 req-8d9a8e14-fc56-4bd0-9c38-729e29db2cf6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.504995 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a782ce6a-ac3d-436e-b0cd-34ba4bfdb386 req-8d9a8e14-fc56-4bd0-9c38-729e29db2cf6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.2650919 Apr 06 14:09:59.598998 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-c841ceae-2c30-4e8b-9ab2-d7edefa1fac0 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339068 Apr 06 14:09:59.606560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc61c175-4250-4d4b-8ca5-5e90ffbf93bc req-fbd5a081-d3a2-4e70-82e4-a31cdb1937f9 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942108 Apr 06 14:09:59.651108 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65d6fd-08b0-41f7-82b7-34c7edd28fd5 req-4ae75f94-1a4d-4e17-90d7-0e1951b38ec7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.658612 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e65d6fd-08b0-41f7-82b7-34c7edd28fd5 req-4ae75f94-1a4d-4e17-90d7-0e1951b38ec7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1652260 Apr 06 14:09:59.681973 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a782ce6a-ac3d-436e-b0cd-34ba4bfdb386 req-c0c48535-cd2d-4867-8688-9445c9b38285 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588151 Apr 06 14:09:59.737463 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e65d6fd-08b0-41f7-82b7-34c7edd28fd5 req-618ef843-77fa-402f-bd54-ed96129cba30 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779228 Apr 06 14:09:59.756423 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c3f028fa-7ad6-4969-b450-e0ab1efb33c5 req-3ba55e36-023c-4b58-9971-01e09520bae3 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487544 Apr 06 14:10:00.096657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aae8ab-e62a-48ff-9e3f-f0e90b4defae req-39699f16-7d90-4ead-82ad-f8aca2edaa4b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.098225 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4aae8ab-e62a-48ff-9e3f-f0e90b4defae req-39699f16-7d90-4ead-82ad-f8aca2edaa4b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.1063943 Apr 06 14:10:00.111932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d878e-3c95-41a8-8164-f43745146c2f req-54c76b1f-384f-484a-93cd-43dfbdaa9dc6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.113618 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-850d878e-3c95-41a8-8164-f43745146c2f req-54c76b1f-384f-484a-93cd-43dfbdaa9dc6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0797079 Apr 06 14:10:00.187504 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4aae8ab-e62a-48ff-9e3f-f0e90b4defae req-97cd9322-9c19-4d94-9619-aa5046da9c50 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719321 Apr 06 14:10:00.221989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-850d878e-3c95-41a8-8164-f43745146c2f req-38124229-9301-4269-814f-e9f8764f1a8c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908041 Apr 06 14:10:00.226999 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 20148e29-19c6-456d-9913-9d65e7c77e07 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:10:00.329939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd052b-efb4-4b16-b307-f8a8e2c9fa40 req-bada033a-3d4a-4bf3-8766-0a4423f290cd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.331539 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7fd052b-efb4-4b16-b307-f8a8e2c9fa40 req-bada033a-3d4a-4bf3-8766-0a4423f290cd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0710120 Apr 06 14:10:00.382806 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 20148e29-19c6-456d-9913-9d65e7c77e07 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:10:00.387742 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 20148e29-19c6-456d-9913-9d65e7c77e07 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:10:00.388147 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:00.398698 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7fd052b-efb4-4b16-b307-f8a8e2c9fa40 req-415fe080-6d86-4335-9da0-170885843109 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611856 Apr 06 14:10:00.536436 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 20148e29-19c6-456d-9913-9d65e7c77e07 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:00.537125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:00.562584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7f6f-7ade-40da-bd3f-c6905c0f221d req-43df32e9-e9ec-43db-ae05-10c7cc70ae89 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.564711 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfbb7f6f-7ade-40da-bd3f-c6905c0f221d req-43df32e9-e9ec-43db-ae05-10c7cc70ae89 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 944 time: 0.0704134 Apr 06 14:10:00.574913 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=20148e29-19c6-456d-9913-9d65e7c77e07,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:00.576476 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:00.580109 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50697d17-28b5-428a-ab44-d23f82529daf" -d '{"events": [{"server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "name": "network-vif-plugged", "status": "completed", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:00.627325 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a5a2f6-f562-4d8a-8a90-10fe50b8d52d x-openstack-request-id: req-51a5a2f6-f562-4d8a-8a90-10fe50b8d52d {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:00.627770 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "name": "network-vif-plugged", "status": "completed", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:00.628122 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51a5a2f6-f562-4d8a-8a90-10fe50b8d52d {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:00.628656 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a5a2f6-f562-4d8a-8a90-10fe50b8d52d'] response: {'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07', 'code': 200} Apr 06 14:10:00.649506 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfbb7f6f-7ade-40da-bd3f-c6905c0f221d req-ae2a72d1-3e91-4282-80aa-dd7f1f1646db tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767689 Apr 06 14:10:00.675412 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:00.730425 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:00.877771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7c00-7604-43ba-b7f6-f5f21009f7a2 req-e96d5d81-ed75-4d7d-89e3-0a84c3d560af tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:00.879391 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-021b7c00-7604-43ba-b7f6-f5f21009f7a2 req-e96d5d81-ed75-4d7d-89e3-0a84c3d560af tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0723469 Apr 06 14:10:00.964278 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-021b7c00-7604-43ba-b7f6-f5f21009f7a2 req-7e87be21-ca1f-4dfa-8762-1e254426a0e8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758111 Apr 06 14:10:01.397830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5acf4-b9e2-4f44-a123-2cb49a4413a1 req-d024781c-436d-46bc-9a25-1f6555ff495b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.407271 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-91e5acf4-b9e2-4f44-a123-2cb49a4413a1 req-d024781c-436d-46bc-9a25-1f6555ff495b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 943 time: 0.1312602 Apr 06 14:10:01.457567 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cf32c-9ceb-460a-b9b9-091716c67bb1 req-c5b314aa-0651-4ef6-bb29-6a063d025342 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.460457 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-911cf32c-9ceb-460a-b9b9-091716c67bb1 req-c5b314aa-0651-4ef6-bb29-6a063d025342 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1650324 Apr 06 14:10:01.559447 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-911cf32c-9ceb-460a-b9b9-091716c67bb1 req-05470efe-e3a5-4bc3-9b76-b58126bbda8a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842996 Apr 06 14:10:01.575747 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-91e5acf4-b9e2-4f44-a123-2cb49a4413a1 req-0b2a2468-99a8-414b-90b6-ebe00a80a26c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656742 Apr 06 14:10:01.633827 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea83b87-baa1-4dee-84be-780128a7bc40 req-4f0e50cd-bc21-4a4f-84c1-f8973aa1d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.636485 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ea83b87-baa1-4dee-84be-780128a7bc40 req-4f0e50cd-bc21-4a4f-84c1-f8973aa1d413 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 1129 time: 0.0950165 Apr 06 14:10:01.694101 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-0ea83b87-baa1-4dee-84be-780128a7bc40 req-66c2e631-f95f-4950-be76-74ec83b2ddb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507908 Apr 06 14:10:01.819975 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f46c7-abd9-4b82-95a7-9194688fcab4 req-d397aada-846a-4349-aa34-fa06e9417c6f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.828779 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-104f46c7-abd9-4b82-95a7-9194688fcab4 req-d397aada-846a-4349-aa34-fa06e9417c6f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0768499 Apr 06 14:10:01.882997 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-104f46c7-abd9-4b82-95a7-9194688fcab4 req-2bdf481f-812a-40c1-97b5-481d2eff477f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532708 Apr 06 14:10:02.111756 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd66619-9fb4-4665-acef-49a04191e272 req-93518dde-b539-4f69-8a72-7f297d88d314 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:02.113255 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acd66619-9fb4-4665-acef-49a04191e272 req-93518dde-b539-4f69-8a72-7f297d88d314 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0645993 Apr 06 14:10:02.167290 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acd66619-9fb4-4665-acef-49a04191e272 req-7a539e38-0903-46d1-9fd0-f6ea2e6638bb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 Apr 06 14:10:02.232338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:10:02.473292 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:02.486334 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:10:02.529308 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:02.529588 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:02.544914 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:10:02.570923 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:02.635822 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:02.698033 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:02.835401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7c084-54bc-4915-9594-55541609fbf7 req-c16677a0-544f-4251-bd53-bdccbea6b5d0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:02.837002 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57e7c084-54bc-4915-9594-55541609fbf7 req-c16677a0-544f-4251-bd53-bdccbea6b5d0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 944 time: 0.1013696 Apr 06 14:10:02.906311 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57e7c084-54bc-4915-9594-55541609fbf7 req-43dbea59-8159-4893-bf57-a5102224ffac tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610726 Apr 06 14:10:02.953985 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f2c89-7b7a-4551-affc-a98f3f619d03 req-853d4857-87ba-47ce-bcc7-f746f16ae565 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:02.955582 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac1f2c89-7b7a-4551-affc-a98f3f619d03 req-853d4857-87ba-47ce-bcc7-f746f16ae565 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1612115 Apr 06 14:10:03.034973 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac1f2c89-7b7a-4551-affc-a98f3f619d03 req-f81afdce-097d-46b4-abaf-8d2bc2118234 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668755 Apr 06 14:10:03.107731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4fa41-aa2d-4f40-9165-3ec2d33b3a04 req-dc1d68da-fb03-46e1-bba3-3b7ed69f6793 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:03.110071 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1c4fa41-aa2d-4f40-9165-3ec2d33b3a04 req-dc1d68da-fb03-46e1-bba3-3b7ed69f6793 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0740297 Apr 06 14:10:03.162121 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1c4fa41-aa2d-4f40-9165-3ec2d33b3a04 req-eaaad667-22a8-4320-9920-0cc7a7f3e5e1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450661 Apr 06 14:10:03.310566 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d80cf-9d4d-43bd-92a0-58e8a24a553e req-acb1084a-5226-4c65-bf2d-64606e21c3bc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:03.312528 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-737d80cf-9d4d-43bd-92a0-58e8a24a553e req-acb1084a-5226-4c65-bf2d-64606e21c3bc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0630171 Apr 06 14:10:03.369092 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-737d80cf-9d4d-43bd-92a0-58e8a24a553e req-ed82be0c-a83c-40ef-9dfe-2ceee1288372 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507333 Apr 06 14:10:04.044907 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043720-ab1b-404d-af17-fa67bf5765f9 req-1a71a41a-177f-40f4-92f9-825de632c6ca tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.046457 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04043720-ab1b-404d-af17-fa67bf5765f9 req-1a71a41a-177f-40f4-92f9-825de632c6ca tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 944 time: 0.0656135 Apr 06 14:10:04.097560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04043720-ab1b-404d-af17-fa67bf5765f9 req-2536a418-9ba6-4829-a07d-6e4e90739789 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Apr 06 14:10:04.210239 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f32b6-deb9-4036-b4b4-80d1544e91e6 req-c5126b86-69db-436e-95ac-073c40f13740 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.215817 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b8f32b6-deb9-4036-b4b4-80d1544e91e6 req-c5126b86-69db-436e-95ac-073c40f13740 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0601280 Apr 06 14:10:04.260066 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b8f32b6-deb9-4036-b4b4-80d1544e91e6 req-e6de6c11-fa13-4c3d-8876-8c95e00872a7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Apr 06 14:10:04.380971 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf759-043a-4899-948a-0e048fa9c2ad req-63c48934-2dd9-4e70-8e7a-7b61b22be759 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.382695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3fbf759-043a-4899-948a-0e048fa9c2ad req-63c48934-2dd9-4e70-8e7a-7b61b22be759 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0607877 Apr 06 14:10:04.434428 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3fbf759-043a-4899-948a-0e048fa9c2ad req-32b96904-87b2-4d83-8eae-5d79f9c6b8c7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457830 Apr 06 14:10:04.545344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56325e-5876-4872-b7b1-ba95e8999f22 req-6927541b-2e95-4f6d-97e8-775f5cd13a08 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.547538 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba56325e-5876-4872-b7b1-ba95e8999f22 req-6927541b-2e95-4f6d-97e8-775f5cd13a08 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0563467 Apr 06 14:10:04.607532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba56325e-5876-4872-b7b1-ba95e8999f22 req-6bdb1ae0-955b-4114-823f-5cf54b9b0436 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Apr 06 14:10:05.244347 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e1560-938b-4056-b13a-e8c4b571c139 req-d333c9fe-e0f3-452d-ae00-a07f9957ad34 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:05.245938 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b19e1560-938b-4056-b13a-e8c4b571c139 req-d333c9fe-e0f3-452d-ae00-a07f9957ad34 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 944 time: 0.0716844 Apr 06 14:10:05.303572 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b19e1560-938b-4056-b13a-e8c4b571c139 req-17b7254f-4f7e-45b0-b801-ad757e3a9532 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495362 Apr 06 14:10:05.418949 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:10:05.461913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257d81-160f-459f-8772-55022ae49990 req-91cfa6ac-292f-4cad-891a-fb5c50532b3a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:05.461913 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39257d81-160f-459f-8772-55022ae49990 req-91cfa6ac-292f-4cad-891a-fb5c50532b3a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0831788 Apr 06 14:10:05.527267 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39257d81-160f-459f-8772-55022ae49990 req-75b43626-cd11-4fca-a3fd-ae7c7a011134 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650151 Apr 06 14:10:05.657320 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efb15f-58b0-437f-acad-8940f13497b8 req-ff30ffcb-6aea-4781-8aac-ec84b12be1cd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:05.658827 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05efb15f-58b0-437f-acad-8940f13497b8 req-ff30ffcb-6aea-4781-8aac-ec84b12be1cd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0597341 Apr 06 14:10:05.721972 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05efb15f-58b0-437f-acad-8940f13497b8 req-066f31a5-c160-4a9d-ae17-673a0c0eb3ca tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571597 Apr 06 14:10:05.826177 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e2e1f-eea7-412e-89da-a0c9315f8bb4 req-f86e3753-ffe9-4c95-ab96-fc0c6b77df72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:05.828148 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-809e2e1f-eea7-412e-89da-a0c9315f8bb4 req-f86e3753-ffe9-4c95-ab96-fc0c6b77df72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0523877 Apr 06 14:10:05.883285 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-809e2e1f-eea7-412e-89da-a0c9315f8bb4 req-45686129-3086-404d-a549-126126600bbc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494804 Apr 06 14:10:06.443661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a09e0-3d80-4fd7-b98f-b208ff8d8b77 req-b400c683-0761-4280-9d35-5d3a5988ae4b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.448496 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f3a09e0-3d80-4fd7-b98f-b208ff8d8b77 req-b400c683-0761-4280-9d35-5d3a5988ae4b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 944 time: 0.0648823 Apr 06 14:10:06.522930 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f3a09e0-3d80-4fd7-b98f-b208ff8d8b77 req-c0d0367f-2f8a-4c8d-a29a-46c5b459c7bf tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614941 Apr 06 14:10:06.717436 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee3ef-1333-488f-8f35-71ae5d6a1681 req-19cd9f06-964b-48cb-967c-65fe363448b0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.725659 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f7ee3ef-1333-488f-8f35-71ae5d6a1681 req-19cd9f06-964b-48cb-967c-65fe363448b0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1085753 Apr 06 14:10:06.782395 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f7ee3ef-1333-488f-8f35-71ae5d6a1681 req-e2b88172-32b9-4616-851f-50e83a289c77 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537632 Apr 06 14:10:06.918647 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:10:06.982870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b3c77-fd11-4b16-8e09-8e945609eb5c req-06d14204-9968-490c-8150-537270a9222e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:06.982870 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b7b3c77-fd11-4b16-8e09-8e945609eb5c req-06d14204-9968-490c-8150-537270a9222e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.1472189 Apr 06 14:10:07.068074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b7b3c77-fd11-4b16-8e09-8e945609eb5c req-584de8c9-7e33-4ed5-9b3c-9667618771a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740294 Apr 06 14:10:07.075584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b47c24-292e-4622-956a-c8f192265545 req-be9ac19f-d0b5-4c67-b593-3c3f3b9d0231 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:07.077006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62b47c24-292e-4622-956a-c8f192265545 req-be9ac19f-d0b5-4c67-b593-3c3f3b9d0231 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0941844 Apr 06 14:10:07.166098 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:10:07.170184 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:10:07.170557 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:07.260656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:07.260656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:07.290111 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:07.292410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e87f6-8d2b-4d60-9ccb-0f9ee5a5002a" -d '{"events": [{"server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "name": "network-vif-plugged", "status": "completed", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:07.316587 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:07.422961 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:07.437960 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62b47c24-292e-4622-956a-c8f192265545 req-9d9ce6b8-6ee5-4bdd-949f-93ab746436af tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479075 Apr 06 14:10:07.483487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796a608-323a-4539-a576-82f64ee3c510 req-cfddced0-33a0-41b0-9182-d903f6a2bd07 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:07.495022 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b796a608-323a-4539-a576-82f64ee3c510 req-cfddced0-33a0-41b0-9182-d903f6a2bd07 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.1022308 Apr 06 14:10:07.495137 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a640d-3b40-438c-acf5-65e9f253e7b7 x-openstack-request-id: req-7f7a640d-3b40-438c-acf5-65e9f253e7b7 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:07.495137 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "name": "network-vif-plugged", "status": "completed", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:07.495137 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f7a640d-3b40-438c-acf5-65e9f253e7b7 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:07.495137 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7a640d-3b40-438c-acf5-65e9f253e7b7'] response: {'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'code': 200} Apr 06 14:10:07.500034 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38400) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:07.503064 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'port_id': '20148e29-19c6-456d-9913-9d65e7c77e07'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:07.539223 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:07.668940 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:07.725760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb150c-9979-4279-8374-7cb79015d2e5 req-717a12a8-3448-4955-8c9a-88ff1b30101f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:07.728716 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96bb150c-9979-4279-8374-7cb79015d2e5 req-717a12a8-3448-4955-8c9a-88ff1b30101f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0885198 Apr 06 14:10:07.792595 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96bb150c-9979-4279-8374-7cb79015d2e5 req-10ab55ff-3828-4f19-aeaf-196a6c1d2b88 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568540 Apr 06 14:10:07.941579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f0898-fd37-4a86-9fb0-bd6a3caac2fb req-f97f0695-99ee-47dc-abda-4683f153c3d8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:07.951085 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7f8f0898-fd37-4a86-9fb0-bd6a3caac2fb req-f97f0695-99ee-47dc-abda-4683f153c3d8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0854816 Apr 06 14:10:08.026985 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7f8f0898-fd37-4a86-9fb0-bd6a3caac2fb req-1535825d-2691-44f3-888c-be341932157c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748572 Apr 06 14:10:08.570007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b6c0d-5965-4327-9016-5b7a5dd06aa0 req-80706d18-5886-4495-bbb5-d05622e68b42 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:08.572040 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d16b6c0d-5965-4327-9016-5b7a5dd06aa0 req-80706d18-5886-4495-bbb5-d05622e68b42 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0647581 Apr 06 14:10:08.623701 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:08.652051 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d16b6c0d-5965-4327-9016-5b7a5dd06aa0 req-d712f46e-e80f-4457-8a8d-c0207cc633f6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727947 Apr 06 14:10:08.692615 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:08.828109 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP a4c96e7d-6a6a-4984-b9da-bf38145761e0 associated. External IP: 172.27.1.199, port: 20148e29-19c6-456d-9913-9d65e7c77e07. Apr 06 14:10:08.936521 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b832bb-bbd1-4165-9358-9b2b87829035 req-57edd84a-c4ce-4a00-9e06-df17fe3677d0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:08.945646 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b832bb-bbd1-4165-9358-9b2b87829035 req-57edd84a-c4ce-4a00-9e06-df17fe3677d0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0744975 Apr 06 14:10:09.013498 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b832bb-bbd1-4165-9358-9b2b87829035 req-1be9f2aa-3214-45df-857e-d974d7dc763e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647259 Apr 06 14:10:09.114604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:10:09.176745 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ba40b-02b3-4b11-929a-b8fc0fd8c403 req-ce50b23f-8391-4fd0-99c4-e418c8125c85 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:09.178977 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a76ba40b-02b3-4b11-929a-b8fc0fd8c403 req-ce50b23f-8391-4fd0-99c4-e418c8125c85 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0582743 Apr 06 14:10:09.242108 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a76ba40b-02b3-4b11-929a-b8fc0fd8c403 req-91f7b12e-7ba3-4c7d-94eb-c405c132615f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575817 Apr 06 14:10:09.266167 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:10:09.272201 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:09.279656 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:10:09.289745 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:09.290583 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:09:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:09.337460 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4f8153d8-5eff-4fa9-9dc9-2951795e6b10 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "PUT /v2.0/floatingips/a4c96e7d-6a6a-4984-b9da-bf38145761e0 HTTP/1.1" status: 200 len: 991 time: 1.8329358 Apr 06 14:10:09.337460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:09.337460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:09.388173 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097af92c-eca9-41dc-9b83-fb8ecb730039 x-openstack-request-id: req-097af92c-eca9-41dc-9b83-fb8ecb730039 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:09.388896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:09.389442 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-097af92c-eca9-41dc-9b83-fb8ecb730039 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:09.390999 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097af92c-eca9-41dc-9b83-fb8ecb730039'] response: {'name': 'network-changed', 'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07', 'status': 'completed', 'code': 200} Apr 06 14:10:09.423202 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:09.699196 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}, {'id': 'a4c96e7d-6a6a-4984-b9da-bf38145761e0', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '20148e29-19c6-456d-9913-9d65e7c77e07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:2a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359aae7-115d-47a0-8db1-de8696ede273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:33Z', 'updated_at': '2022-04-06T14:10:08Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:09.743270 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:10:09.752993 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:09.753637 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:09:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:09.858656 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c199c9-3d73-405c-8571-2a12790124d8 req-806b7b03-4226-4c42-afff-46a8c144b161 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:09.870963 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3c199c9-3d73-405c-8571-2a12790124d8 req-806b7b03-4226-4c42-afff-46a8c144b161 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1074185 Apr 06 14:10:09.954098 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:09.985129 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3c199c9-3d73-405c-8571-2a12790124d8 req-bf129334-8cb2-44c3-8548-4de60795b8eb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120348 Apr 06 14:10:10.181565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0d94-6d92-4ac3-b9b4-1fc6a0dbc04f req-e5e9c4b3-bab0-4619-af62-01327e2ce990 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:10.194585 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fff0d94-6d92-4ac3-b9b4-1fc6a0dbc04f req-e5e9c4b3-bab0-4619-af62-01327e2ce990 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0725744 Apr 06 14:10:10.245573 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fff0d94-6d92-4ac3-b9b4-1fc6a0dbc04f req-71dd2623-6853-4c96-823a-51e132226b5b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Apr 06 14:10:10.267195 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}, {'id': 'a4c96e7d-6a6a-4984-b9da-bf38145761e0', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '20148e29-19c6-456d-9913-9d65e7c77e07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:2a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359aae7-115d-47a0-8db1-de8696ede273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:33Z', 'updated_at': '2022-04-06T14:10:08Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:10.303618 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc2ea9-4488-42ea-8f74-80f494d5fe45 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}, {'id': 'a4c96e7d-6a6a-4984-b9da-bf38145761e0', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '20148e29-19c6-456d-9913-9d65e7c77e07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:2a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2359aae7-115d-47a0-8db1-de8696ede273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:33Z', 'updated_at': '2022-04-06T14:10:08Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:10:10.388974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401907cf-b782-4a19-8021-3bc07f339b06 req-6cacde88-0256-4572-b554-63a78a4efaef tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:10.390758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-401907cf-b782-4a19-8021-3bc07f339b06 req-6cacde88-0256-4572-b554-63a78a4efaef tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.0550840 Apr 06 14:10:10.440146 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-401907cf-b782-4a19-8021-3bc07f339b06 req-ad14dc0d-7dbd-4b3d-9b44-414fad64f1fa tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Apr 06 14:10:10.550183 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e4d13-4bf8-4075-b5f7-6a725821adc9 None None] New status for floating IP a4c96e7d-6a6a-4984-b9da-bf38145761e0: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:10:11.150963 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deb87d-f08b-4243-b94e-3644974da615 req-986ed2f8-915a-4e54-86de-aad83d4175ea tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.153001 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8deb87d-f08b-4243-b94e-3644974da615 req-986ed2f8-915a-4e54-86de-aad83d4175ea tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0672481 Apr 06 14:10:11.216604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e94ea-9cd1-46a8-aa6f-c4d52df01007 req-f85e4360-88f0-4e97-91ec-4def78d49604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.220260 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7e94ea-9cd1-46a8-aa6f-c4d52df01007 req-f85e4360-88f0-4e97-91ec-4def78d49604 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.0579481 Apr 06 14:10:11.229574 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8deb87d-f08b-4243-b94e-3644974da615 req-dfef3fe0-a859-4775-9ebb-684413592d33 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694072 Apr 06 14:10:11.405157 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d6acf-c4be-4d74-bea1-f7c98fededc0 req-3dd67346-69bf-4ca3-a1bf-f35410ef86e6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.412788 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a53d6acf-c4be-4d74-bea1-f7c98fededc0 req-3dd67346-69bf-4ca3-a1bf-f35410ef86e6 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0855994 Apr 06 14:10:11.435082 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-7cd9ce4d-8928-4e85-be1f-51dc3f9442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.436677 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-7cd9ce4d-8928-4e85-be1f-51dc3f9442d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 1129 time: 0.1227732 Apr 06 14:10:11.500999 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a53d6acf-c4be-4d74-bea1-f7c98fededc0 req-dee4752f-d8a1-493d-a827-f722071172f8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873227 Apr 06 14:10:11.655022 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf8d6-7d98-4e2c-a4f7-752b9df3c021 req-ad96cbe1-dfc7-4de1-afdf-14cd22b3292c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.663829 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-449cf8d6-7d98-4e2c-a4f7-752b9df3c021 req-ad96cbe1-dfc7-4de1-afdf-14cd22b3292c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1369674 Apr 06 14:10:11.678988 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-2b7e94ea-9cd1-46a8-aa6f-c4d52df01007 req-3e4062e2-f550-4fa8-8d7e-c2f2b8cadcc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790763 Apr 06 14:10:11.690082 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-3947f672-434b-4b72-bb0a-4e77da0f3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.691764 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-3947f672-434b-4b72-bb0a-4e77da0f3454 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1129 time: 0.0863440 Apr 06 14:10:11.761176 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-449cf8d6-7d98-4e2c-a4f7-752b9df3c021 req-8084a761-5003-4112-9a76-f1d49a78939c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964446 Apr 06 14:10:11.775006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-5393dd8b-f017-4cc5-a473-cf0931b6ff94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416814 Apr 06 14:10:11.775398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-c4299acb-ed92-4fc1-a150-4e3d68c9785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:11.776664 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-c4299acb-ed92-4fc1-a150-4e3d68c9785f service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.1957850 Apr 06 14:10:12.259333 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-5c1de8d5-121b-40df-89a2-164c41bcd203 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20148e29-19c6-456d-9913-9d65e7c77e07 HTTP/1.1" status: 200 len: 1001 time: 0.1545277 Apr 06 14:10:12.269246 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-a3761c81-2e07-40d4-a3f9-c9a4b05533d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.270708 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-a3761c81-2e07-40d4-a3f9-c9a4b05533d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.1658275 Apr 06 14:10:12.371438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317e598-7e97-4edd-a693-eb2481695bd9 req-542b5b29-692d-4128-aeb5-af48920691ce tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.373135 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2317e598-7e97-4edd-a693-eb2481695bd9 req-542b5b29-692d-4128-aeb5-af48920691ce tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0616980 Apr 06 14:10:12.436367 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2317e598-7e97-4edd-a693-eb2481695bd9 req-fce3dd8e-4009-4a79-b52d-a4d2cc589ccf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569568 Apr 06 14:10:12.470204 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:12.655696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc907-7320-4b7a-9f69-adb42558646d req-b12e63be-1429-426f-9618-ea3201d854ef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.658124 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57cbc907-7320-4b7a-9f69-adb42558646d req-b12e63be-1429-426f-9618-ea3201d854ef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0743747 Apr 06 14:10:12.802021 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4531c507-ef09-430a-a7a3-663133428418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:12.820374 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-3a8a69d4-3598-4c13-8bb4-bea5a6d8741d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 1001 time: 0.1298919 Apr 06 14:10:12.903600 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-dede72b0-d265-4c77-b564-413ad95ce0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.906589 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-dede72b0-d265-4c77-b564-413ad95ce0f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0781398 Apr 06 14:10:12.918761 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57cbc907-7320-4b7a-9f69-adb42558646d req-b5d3b248-9d5a-4257-bb93-6e4e542b27bd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542307 Apr 06 14:10:12.923947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:10:12.938347 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-e41286ef-744c-449a-b4d1-b6868c5de98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.939981 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-e41286ef-744c-449a-b4d1-b6868c5de98c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.2443533 Apr 06 14:10:12.998031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255338-519c-48ed-b612-5eb2f1ff2fb0 req-97cf7045-e2f6-4b8f-af84-b082634e4a93 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.005487 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08255338-519c-48ed-b612-5eb2f1ff2fb0 req-97cf7045-e2f6-4b8f-af84-b082634e4a93 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1657164 Apr 06 14:10:13.051460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-4ba03cdd-62b7-487a-8cf7-b74647d205b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.054663 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-4ba03cdd-62b7-487a-8cf7-b74647d205b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888779 Apr 06 14:10:13.092468 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-b2ef96c8-55ae-4df9-b8fd-770cb59d4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.094508 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-b2ef96c8-55ae-4df9-b8fd-770cb59d4cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 1129 time: 0.3365214 Apr 06 14:10:13.100514 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: ACTIVE; New status is: DOWN {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:13.100911 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:13.135778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:13.136889 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:13.139304 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff63a0f-84a6-48b8-add9-615fccd720c1" -d '{"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-unplugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:13.146751 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08255338-519c-48ed-b612-5eb2f1ff2fb0 req-3a5f5a97-d6f9-4179-907a-03cd8df1ac53 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401124 Apr 06 14:10:13.176515 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-a37e7777-efd7-442c-b659-244a87be0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.178266 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-a37e7777-efd7-442c-b659-244a87be0bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2110033 Apr 06 14:10:13.195407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81c7bd-5729-4aa9-acc7-a623cd3ec4cf req-6264814e-f2c4-4e2a-a6a6-ea9a260c5598 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.198298 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c81c7bd-5729-4aa9-acc7-a623cd3ec4cf req-6264814e-f2c4-4e2a-a6a6-ea9a260c5598 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 945 time: 0.1273503 Apr 06 14:10:13.211236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:13.262251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a0821c-c2e3-4ff8-b9d9-b35cdbb7106b x-openstack-request-id: req-b9a0821c-c2e3-4ff8-b9d9-b35cdbb7106b {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:13.262561 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-unplugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:13.262817 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9a0821c-c2e3-4ff8-b9d9-b35cdbb7106b {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:13.263849 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a0821c-c2e3-4ff8-b9d9-b35cdbb7106b'] response: {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'code': 200} Apr 06 14:10:13.266949 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=8']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:13.275437 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.280381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.281941 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:13.295281 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c81c7bd-5729-4aa9-acc7-a623cd3ec4cf req-4195b199-e653-4533-a25d-a2db7b675cd3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888119 Apr 06 14:10:13.732526 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-de6b8bba-820e-423c-af92-1bc03064a5ee service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Apr 06 14:10:13.966372 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-7f231574-d38d-4097-a9f9-5cc7f9d64e24 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755683 Apr 06 14:10:13.978367 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-e02d4a49-94b8-40b4-92b9-99314dd599d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.980028 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-e02d4a49-94b8-40b4-92b9-99314dd599d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1130 time: 0.1722376 Apr 06 14:10:13.987400 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-bbac8885-3929-4b82-90e7-31194bd6db75 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037723 Apr 06 14:10:13.990477 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-061ff850-a160-4904-9dfc-62440b07b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:13.991893 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-061ff850-a160-4904-9dfc-62440b07b403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1968479 Apr 06 14:10:14.125514 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-5e80bbba-2088-44ad-824b-a04d9ab8544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.127081 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-5e80bbba-2088-44ad-824b-a04d9ab8544f service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.1364553 Apr 06 14:10:14.143849 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-a09ed9ae-32f7-4d62-bc2b-03089141ee1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 200 len: 217 time: 0.1299288 Apr 06 14:10:14.244611 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1ae59b3-344a-41d2-aa8c-b013b0d37cd8 req-dd2a7d24-b0e6-48ae-8e6f-c60d5d7000a3 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459276 Apr 06 14:10:14.253175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b84e7-8c31-4371-a7dc-c8ff247fd400 req-45d2ced8-8b6c-433a-bda2-1783c8487c5b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.255088 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-671b84e7-8c31-4371-a7dc-c8ff247fd400 req-45d2ced8-8b6c-433a-bda2-1783c8487c5b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.2066538 Apr 06 14:10:14.344881 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-671b84e7-8c31-4371-a7dc-c8ff247fd400 req-b9570ee7-95e5-4033-92ea-2d77396e1eea tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730004 Apr 06 14:10:14.368708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379746b-8995-489b-90d4-e6216f671deb req-f015ca22-49be-423b-9dc5-9efb58e0ccab tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.383110 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c379746b-8995-489b-90d4-e6216f671deb req-f015ca22-49be-423b-9dc5-9efb58e0ccab tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1576953 Apr 06 14:10:14.492593 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c379746b-8995-489b-90d4-e6216f671deb req-c6e97e14-650f-4179-97f8-9f16b770dae9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074939 Apr 06 14:10:14.535280 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22b1d-3662-4db6-b5d3-bac553999e3e req-9540ebbf-8794-49b7-8652-3a0c01313488 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.540876 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79a22b1d-3662-4db6-b5d3-bac553999e3e req-9540ebbf-8794-49b7-8652-3a0c01313488 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1191938 Apr 06 14:10:14.670071 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79a22b1d-3662-4db6-b5d3-bac553999e3e req-727f425d-eb8f-48eb-b188-8faab49a56f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235490 Apr 06 14:10:14.714086 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0359-ae36-4aec-8d7b-d6ba1439207d req-af2c2d39-96e6-4944-95ac-df3aa37d2166 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.715715 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43dc0359-ae36-4aec-8d7b-d6ba1439207d req-af2c2d39-96e6-4944-95ac-df3aa37d2166 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.1441841 Apr 06 14:10:14.724862 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38524) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:14.730797 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'floatingip': {'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:14.774634 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.271664 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.326782 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.446724 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eb72543c-0673-4dc1-8144-1843a31eeff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.448075 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Floating IP 872db528-b83d-4cbc-b170-9c53795efc1a associated. External IP: 172.27.1.119, port: 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd. Apr 06 14:10:15.637448 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812fd7-3f46-4a23-b60f-ef47787f6cfc req-8b895b1a-3777-40f8-855a-b49d96a37de4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:15.638847 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60812fd7-3f46-4a23-b60f-ef47787f6cfc req-8b895b1a-3777-40f8-855a-b49d96a37de4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0597961 Apr 06 14:10:15.712198 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60812fd7-3f46-4a23-b60f-ef47787f6cfc req-75c49dd3-eedf-4fb3-abde-628fa2440090 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601332 Apr 06 14:10:15.720278 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:10:15.840350 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53259c31-af6f-4fdb-b10c-ed0237241a4f req-1931417c-abe1-44ea-a8eb-2a25c461bec8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:15.842014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53259c31-af6f-4fdb-b10c-ed0237241a4f req-1931417c-abe1-44ea-a8eb-2a25c461bec8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0577626 Apr 06 14:10:15.873041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:10:15.885778 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:10:15.886478 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.908195 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:15.909689 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:15.921809 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f08c8b18-8fa6-43cb-9d53-4dba26b2c2de tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "PUT /v2.0/floatingips/872db528-b83d-4cbc-b170-9c53795efc1a HTTP/1.1" status: 200 len: 991 time: 1.1957936 Apr 06 14:10:15.922497 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:15.934751 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f987d9cb-0812-4926-9995-fd191fae7939" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:15.981554 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53259c31-af6f-4fdb-b10c-ed0237241a4f req-39da9275-41a8-4875-82ee-d8264a6f8f3f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322935 Apr 06 14:10:16.010797 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa0c16-9772-4c64-8c8f-6218167ede67 x-openstack-request-id: req-e3aa0c16-9772-4c64-8c8f-6218167ede67 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:16.011098 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:16.011443 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3aa0c16-9772-4c64-8c8f-6218167ede67 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:16.011861 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3aa0c16-9772-4c64-8c8f-6218167ede67'] response: {'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'status': 'completed', 'code': 200} Apr 06 14:10:16.087495 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:16.380985 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:10:15Z', 'revision_number': 1, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:16.413388 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:10:16.431609 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:16.432524 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:16.435348 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-3aabf425-7232-49e8-87d3-c29c67f2e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.437898 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-3aabf425-7232-49e8-87d3-c29c67f2e8e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0770335 Apr 06 14:10:16.450056 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-5c714cb7-fa2f-433e-bc13-d3e9cf0d26eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 1002 time: 0.0893922 Apr 06 14:10:16.611884 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-62ab7478-e05b-409f-9a58-35e24ab60ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.612804 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-62ab7478-e05b-409f-9a58-35e24ab60ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.0839372 Apr 06 14:10:16.687306 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:16.701414 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-b626419c-766b-41c6-a736-b27d40793bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.701633 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-5d0494dd-c9d1-4320-888d-539b885d01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.705632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-5d0494dd-c9d1-4320-888d-539b885d01ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441975 Apr 06 14:10:16.709154 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d9cb-0812-4926-9995-fd191fae7939 req-1c7a223e-8639-4838-9e4a-6f9dc7078ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.712026 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-1c7a223e-8639-4838-9e4a-6f9dc7078ff1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.1828885 Apr 06 14:10:16.715660 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-b626419c-766b-41c6-a736-b27d40793bdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776834 Apr 06 14:10:16.768081 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:16.849513 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f618-8ee7-41f9-9c39-c310e4f6d226 req-f4e56a1d-5618-44d7-83aa-44d1dd192770 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:16.851718 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f840f618-8ee7-41f9-9c39-c310e4f6d226 req-f4e56a1d-5618-44d7-83aa-44d1dd192770 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0663788 Apr 06 14:10:16.916307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f840f618-8ee7-41f9-9c39-c310e4f6d226 req-e08777ee-f97a-41e1-916a-04c4c98ae24a tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569780 Apr 06 14:10:17.114783 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df634a3-3e97-47a7-83c8-43e8cad81564 req-e9edf150-7025-4e55-a6d5-8851bd8f47ec tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:17.122679 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1df634a3-3e97-47a7-83c8-43e8cad81564 req-e9edf150-7025-4e55-a6d5-8851bd8f47ec tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0651953 Apr 06 14:10:17.146795 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:10:15Z', 'revision_number': 1, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:17.184706 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1df634a3-3e97-47a7-83c8-43e8cad81564 req-cb6624ed-b556-42c4-a17b-32c340abb32c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589294 Apr 06 14:10:17.192199 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d85e9c-184a-49f0-997d-2fcfe062064d None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:10:15Z', 'revision_number': 1, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:10:17.796885 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38576) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:17.930518 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.105384 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59083-53b4-4c9d-aba3-763d4dd82405 req-64a2b59d-81da-4e53-ae59-401a6a263614 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:18.110319 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c028-8d50-4607-8a46-c7dce856600b None None] New status for floating IP 872db528-b83d-4cbc-b170-9c53795efc1a: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:10:18.116104 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e9e59083-53b4-4c9d-aba3-763d4dd82405 req-64a2b59d-81da-4e53-ae59-401a6a263614 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1082609 Apr 06 14:10:18.126288 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Publish callbacks [] for security_group (de5cfbe7-faa4-4040-8482-19d63d9d4981), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.159195 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.177966 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (de5cfbe7-faa4-4040-8482-19d63d9d4981), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.192764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e9e59083-53b4-4c9d-aba3-763d4dd82405 req-e6f7f977-8d15-4bc0-b76d-e29e387320d8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752778 Apr 06 14:10:18.248404 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b73a5292c1244e9ead8185f1112856ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498279 Apr 06 14:10:18.249875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38590) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:18.269072 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5cfbe7-faa4-4040-8482-19d63d9d4981,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:18.289269 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.289760 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.290118 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.290464 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.290812 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.293517 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.293880 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.294225 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.296411 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.301178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff9d91-23ba-46ff-9c4c-2acf8f3b90d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.365788 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Publish callbacks [] for security_group (de5cfbe7-faa4-4040-8482-19d63d9d4981), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.375512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda94b-ea70-4708-aa47-1652fa577e29 req-1d4746f0-cf31-45f4-b0bd-73e06713031a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:18.389642 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ebda94b-ea70-4708-aa47-1652fa577e29 req-1d4746f0-cf31-45f4-b0bd-73e06713031a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1178479 Apr 06 14:10:18.462627 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Publish callbacks [] for security_group (de5cfbe7-faa4-4040-8482-19d63d9d4981), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.479480 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ebda94b-ea70-4708-aa47-1652fa577e29 req-554fc268-499f-4d74-9905-dba968c57d12 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881708 Apr 06 14:10:18.606292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (de5cfbe7-faa4-4040-8482-19d63d9d4981), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.609332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.610585 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de5cfbe7-faa4-4040-8482-19d63d9d4981 HTTP/1.1" status: 204 len: 168 time: 0.3593962 Apr 06 14:10:18.619767 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5cfbe7-faa4-4040-8482-19d63d9d4981,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:18.632165 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.632594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.633042 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.633393 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.633732 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.634068 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.634401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.634740 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.635069 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.635421 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.638790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.638790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.638790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.638790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.638790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c05d-7b19-4c3a-8c10-5f1ba4965002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:10:18.790661 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:19.306725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a9f-89de-4207-b8c5-6724d6bcde11 req-42c60ada-1784-4e6e-8fb8-47d4d7d4e68a tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:19.308456 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cea8a9f-89de-4207-b8c5-6724d6bcde11 req-42c60ada-1784-4e6e-8fb8-47d4d7d4e68a tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0541654 Apr 06 14:10:19.363548 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cea8a9f-89de-4207-b8c5-6724d6bcde11 req-1d57ba2c-6dab-44ad-a870-6b83229ed0e0 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475888 Apr 06 14:10:19.607742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e673-cc83-4d7d-8e2a-f4cb7250fc8b req-80fb54c9-0543-4917-a592-4df59dc39bba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:19.609436 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d264e673-cc83-4d7d-8e2a-f4cb7250fc8b req-80fb54c9-0543-4917-a592-4df59dc39bba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0548315 Apr 06 14:10:19.663462 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d264e673-cc83-4d7d-8e2a-f4cb7250fc8b req-bfda85e4-bba3-4ed5-b2ea-1d4c4763e89c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480299 Apr 06 14:10:19.846124 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:20.505335 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd9aa1-b163-42c3-a992-0add2acb2651 req-33e7e8cc-c2c5-41f0-9466-75af293b8633 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:20.507078 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1bd9aa1-b163-42c3-a992-0add2acb2651 req-33e7e8cc-c2c5-41f0-9466-75af293b8633 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0639348 Apr 06 14:10:20.579077 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1bd9aa1-b163-42c3-a992-0add2acb2651 req-70d41bff-8e3c-4847-8ad8-bfe6afa4748f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656838 Apr 06 14:10:20.803981 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921dc5-0dfc-4be0-8b83-cb776fa33b45 req-d2407093-948b-4450-8b2b-6af6a6aa09c7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:20.805500 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95921dc5-0dfc-4be0-8b83-cb776fa33b45 req-d2407093-948b-4450-8b2b-6af6a6aa09c7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0555911 Apr 06 14:10:20.855449 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95921dc5-0dfc-4be0-8b83-cb776fa33b45 req-ae522312-d97a-402b-a68a-4e4471cb94be tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Apr 06 14:10:20.957937 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:10:21.063036 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: DOWN; New status is: DOWN {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:21.710966 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c251e7c-59ab-41eb-af80-f4315c39a5cd req-824d20d6-ce68-47df-96d4-3dc262f33d3e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:21.712546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c251e7c-59ab-41eb-af80-f4315c39a5cd req-824d20d6-ce68-47df-96d4-3dc262f33d3e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0626676 Apr 06 14:10:21.783964 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c251e7c-59ab-41eb-af80-f4315c39a5cd req-97568184-738b-4a13-954a-a295d3297edc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648251 Apr 06 14:10:22.011855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d15d8-3357-4516-868d-4b3776f72846 req-c6a8cd2e-e2fe-4e74-b110-bb8766fa375c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.021138 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b17d15d8-3357-4516-868d-4b3776f72846 req-c6a8cd2e-e2fe-4e74-b110-bb8766fa375c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0711856 Apr 06 14:10:22.073972 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b17d15d8-3357-4516-868d-4b3776f72846 req-84b1efd8-3cd2-4cb2-82cc-b25db5b9904d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514727 Apr 06 14:10:22.929296 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96194cb-9160-4634-a0a9-6c43b9f00066 req-891298a8-2cce-4b61-b551-b08f4608fdb1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.930908 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96194cb-9160-4634-a0a9-6c43b9f00066 req-891298a8-2cce-4b61-b551-b08f4608fdb1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0643852 Apr 06 14:10:23.000359 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96194cb-9160-4634-a0a9-6c43b9f00066 req-9d41e49d-dba7-407c-83d5-bcde943d8830 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617630 Apr 06 14:10:23.242319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf609a1-200f-4cc2-ad38-f2087e6e9796 req-7bf1b9f4-f0cd-4058-aa62-d1abf3be455b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:23.246401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcf609a1-200f-4cc2-ad38-f2087e6e9796 req-7bf1b9f4-f0cd-4058-aa62-d1abf3be455b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0857353 Apr 06 14:10:23.320486 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcf609a1-200f-4cc2-ad38-f2087e6e9796 req-1a4ff6ec-6572-4738-a004-6f0ecd661382 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589230 Apr 06 14:10:24.151405 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b898315-bb34-4728-9baf-ce0cdd5e13d5 req-62311bc3-ae48-4e8d-a0c7-f120a5e53d81 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:24.153001 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b898315-bb34-4728-9baf-ce0cdd5e13d5 req-62311bc3-ae48-4e8d-a0c7-f120a5e53d81 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0665123 Apr 06 14:10:24.206709 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b898315-bb34-4728-9baf-ce0cdd5e13d5 req-99d8d478-9410-440f-ac43-03a8006efc55 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469482 Apr 06 14:10:24.461157 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cc350-db25-464d-bc46-20e2a6da59ff req-cd0306ba-1540-4a61-987c-8666acb68e34 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:24.462970 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f9cc350-db25-464d-bc46-20e2a6da59ff req-cd0306ba-1540-4a61-987c-8666acb68e34 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0564187 Apr 06 14:10:24.515729 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f9cc350-db25-464d-bc46-20e2a6da59ff req-f2e3a3c7-964b-4ea2-850f-de8e6d84bd63 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Apr 06 14:10:25.327242 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431d76-6304-4981-b2e7-31385bd5dd4c req-ac9ed45a-7f21-406a-9988-418bef5b431f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:25.328732 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad431d76-6304-4981-b2e7-31385bd5dd4c req-ac9ed45a-7f21-406a-9988-418bef5b431f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0566728 Apr 06 14:10:25.376005 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad431d76-6304-4981-b2e7-31385bd5dd4c req-7f471bac-11cb-4009-8ef9-f6453a56dd7e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Apr 06 14:10:25.637501 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365a355-3762-4104-9540-eb007fd8d81e req-9da9268f-94ab-422e-a340-8bbe0636a89d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:25.638939 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9365a355-3762-4104-9540-eb007fd8d81e req-9da9268f-94ab-422e-a340-8bbe0636a89d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0510972 Apr 06 14:10:25.684869 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9365a355-3762-4104-9540-eb007fd8d81e req-db3024ba-93bf-4a95-a8bb-c9b2edea8bfb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Apr 06 14:10:26.502727 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5d22c-a51b-4193-84cc-d27ef0434aa2 req-217319b0-7e94-47bf-a572-e62761c76876 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:26.504295 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6cb5d22c-a51b-4193-84cc-d27ef0434aa2 req-217319b0-7e94-47bf-a572-e62761c76876 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0632255 Apr 06 14:10:26.554059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6cb5d22c-a51b-4193-84cc-d27ef0434aa2 req-040d5e9a-2dcc-400e-8f98-b740964b21db tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Apr 06 14:10:26.811875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7784-a709-4393-9343-7e67f449cea2 req-c61d14ae-0554-4f43-9e9a-ab1a1244a617 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:26.813909 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-308c7784-a709-4393-9343-7e67f449cea2 req-c61d14ae-0554-4f43-9e9a-ab1a1244a617 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0560405 Apr 06 14:10:26.863889 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-308c7784-a709-4393-9343-7e67f449cea2 req-183d5b30-ea15-432d-855a-3f9104fed9a2 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Apr 06 14:10:27.671317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819f171-3e2b-4309-937c-9b02de09f0cc req-f87813ff-52f4-4081-94c2-fc928a1037bb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:27.672787 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e819f171-3e2b-4309-937c-9b02de09f0cc req-f87813ff-52f4-4081-94c2-fc928a1037bb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0521407 Apr 06 14:10:27.721328 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e819f171-3e2b-4309-937c-9b02de09f0cc req-a31b423a-b914-4360-a272-61a5e5c874fe tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Apr 06 14:10:27.989921 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75fb70-37bb-4714-93db-07cd78824fc9 req-3263e80f-fa72-47ee-abcb-7f791d0e21f9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:27.991378 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac75fb70-37bb-4714-93db-07cd78824fc9 req-3263e80f-fa72-47ee-abcb-7f791d0e21f9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0560675 Apr 06 14:10:28.037628 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac75fb70-37bb-4714-93db-07cd78824fc9 req-13286ad8-1937-46c4-899f-ddc808640d20 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 Apr 06 14:10:28.837555 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38760) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:28.838094 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011a5d-8459-4749-b640-b2bf102c2b21 req-9fcebfca-2a0c-4e38-903e-a234ff457a85 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:28.839182 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43011a5d-8459-4749-b640-b2bf102c2b21 req-9fcebfca-2a0c-4e38-903e-a234ff457a85 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0522611 Apr 06 14:10:28.882624 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Deleting subnet 00ad4eb9-bd49-428d-ad86-ff507ff431ef {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:10:28.885990 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Publish callbacks [] for subnet (00ad4eb9-bd49-428d-ad86-ff507ff431ef), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:28.886855 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43011a5d-8459-4749-b640-b2bf102c2b21 req-3828f782-013e-4d2c-bc58-2486ccc5909f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Apr 06 14:10:28.922122 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (00ad4eb9-bd49-428d-ad86-ff507ff431ef), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:28.961462 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (00ad4eb9-bd49-428d-ad86-ff507ff431ef), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.062369 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (00ad4eb9-bd49-428d-ad86-ff507ff431ef), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.092665 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ad4eb9-bd49-428d-ad86-ff507ff431ef,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:29.097611 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.100179 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-27022551-975b-41d8-bfd8-3a3c33b66f7d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/00ad4eb9-bd49-428d-ad86-ff507ff431ef HTTP/1.1" status: 204 len: 168 time: 0.2615383 Apr 06 14:10:29.102542 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38766) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:29.166497 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36982f-3891-4726-9e73-ffcb7391ac03 req-54258ead-20e0-4cbd-8857-92041ac6a72f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:29.168017 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1f36982f-3891-4726-9e73-ffcb7391ac03 req-54258ead-20e0-4cbd-8857-92041ac6a72f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0552869 Apr 06 14:10:29.169259 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (3606c01a-8673-4022-9bb4-0c45e652ae9d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.214303 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1f36982f-3891-4726-9e73-ffcb7391ac03 req-cf5edcf6-6907-4736-a733-88faef38acfa tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Apr 06 14:10:29.249260 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (3606c01a-8673-4022-9bb4-0c45e652ae9d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.268664 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3606c01a-8673-4022-9bb4-0c45e652ae9d']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:29.277468 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec56594-e42f-4998-a881-a5d4b4131740') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:29.277759 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec56594-e42f-4998-a881-a5d4b4131740') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:29.287310 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (7ec56594-e42f-4998-a881-a5d4b4131740), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.299827 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (7ec56594-e42f-4998-a881-a5d4b4131740), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.305459 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:10:29.305831 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (7ec56594-e42f-4998-a881-a5d4b4131740), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:10:29.307404 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:10:29.421614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (3606c01a-8673-4022-9bb4-0c45e652ae9d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.425974 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:29.429159 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] 10.222.0.62 "DELETE /v2.0/networks/3606c01a-8673-4022-9bb4-0c45e652ae9d HTTP/1.1" status: 204 len: 168 time: 0.3256888 Apr 06 14:10:29.442295 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597ecd-835f-4c21-8030-89af5244265e admin admin] Pushing event deleted for resources: {'Network': ['ID=3606c01a-8673-4022-9bb4-0c45e652ae9d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:29.795226 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38770) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:29.834822 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d8f6d8bc-4547-4049-9bdb-e286bd47b3d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6269326d5fd43fe87e8d80b81acfb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384178 Apr 06 14:10:29.837396 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38772) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:29.888207 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] Publish callbacks [] for security_group (61a8bcc7-f3ca-4e23-bdf0-939b23c13ead), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:30.015259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc0862-db4b-4b03-adbc-753a9a148e02 req-e167e95b-2194-41f3-9205-640b1fc561da tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:30.017042 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9acc0862-db4b-4b03-adbc-753a9a148e02 req-e167e95b-2194-41f3-9205-640b1fc561da tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0607467 Apr 06 14:10:30.070711 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9acc0862-db4b-4b03-adbc-753a9a148e02 req-58425a85-804c-40ee-b650-97052c9b91ba tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Apr 06 14:10:30.134539 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] Publish callbacks [] for security_group (61a8bcc7-f3ca-4e23-bdf0-939b23c13ead), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:30.223038 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (61a8bcc7-f3ca-4e23-bdf0-939b23c13ead), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:30.225573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:30.226702 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61a8bcc7-f3ca-4e23-bdf0-939b23c13ead HTTP/1.1" status: 204 len: 168 time: 0.3883262 Apr 06 14:10:30.234913 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fc416-fcca-4409-bd77-21dcaf80c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a8bcc7-f3ca-4e23-bdf0-939b23c13ead,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:30.338114 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3bd73-db1b-4324-ab98-fc701ff5364a req-c5f9fa98-fe75-4386-8139-39a95e45ca68 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:30.339534 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7cd3bd73-db1b-4324-ab98-fc701ff5364a req-c5f9fa98-fe75-4386-8139-39a95e45ca68 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0520084 Apr 06 14:10:30.389470 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7cd3bd73-db1b-4324-ab98-fc701ff5364a req-fc3c7dc2-25f7-4a37-be6b-4cb3e5668645 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438099 Apr 06 14:10:31.195284 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1bded-d971-4dac-b08d-7980305fce99 req-fdb13419-2961-4fd6-8a27-09e9dc09cfeb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:31.196772 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99f1bded-d971-4dac-b08d-7980305fce99 req-fdb13419-2961-4fd6-8a27-09e9dc09cfeb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0592468 Apr 06 14:10:31.245261 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99f1bded-d971-4dac-b08d-7980305fce99 req-4af66a15-1305-4ae4-8129-292e43b09837 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Apr 06 14:10:31.525740 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedb5b0-4fdb-43f9-82dc-243f21e87791 req-10bd55a3-00fd-457c-a7cf-ca9c288bebe3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:31.527263 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-adedb5b0-4fdb-43f9-82dc-243f21e87791 req-10bd55a3-00fd-457c-a7cf-ca9c288bebe3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0653446 Apr 06 14:10:31.573805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-adedb5b0-4fdb-43f9-82dc-243f21e87791 req-671eb937-8525-4b87-94ae-237462107ec3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 Apr 06 14:10:31.951020 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-6d0d8dfc-8e7c-4163-99ee-237432511946 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874448 Apr 06 14:10:32.022723 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-ab686bd7-ed43-4afa-b360-2624df95654a service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497428 Apr 06 14:10:32.024945 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d9cb-0812-4926-9995-fd191fae7939 req-d8af8b34-1bc3-4fad-a79a-d6a9259b0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:32.027415 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-d8af8b34-1bc3-4fad-a79a-d6a9259b0164 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1636243 Apr 06 14:10:32.415057 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-c0b22d99-f7f4-4a86-8c83-3bc890778e47 req-c6ba68a9-fe85-46bf-b8d1-805308fd5317 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Apr 06 14:10:32.750394 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-9f81f41a-472e-4fc1-982b-76199e85492d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1001 time: 0.4244528 Apr 06 14:10:32.785084 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e75ad-7246-4e1c-a406-ca1e61325246 req-c9d32631-5f4b-4861-af2b-abcb6aa55776 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:32.786561 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-796e75ad-7246-4e1c-a406-ca1e61325246 req-c9d32631-5f4b-4861-af2b-abcb6aa55776 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.4712815 Apr 06 14:10:32.797658 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bbb1070-659a-435f-b974-9dd0ead53c0b req-11c5bfc3-631a-4f2e-bf51-580c1e57b7ef service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703696 Apr 06 14:10:32.813612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f41b09-67b5-42e2-a47c-03f3485d9b68 req-98776688-fc42-4aa6-9cbf-83b624840971 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:32.815185 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1f41b09-67b5-42e2-a47c-03f3485d9b68 req-98776688-fc42-4aa6-9cbf-83b624840971 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1467013 Apr 06 14:10:32.924522 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-796e75ad-7246-4e1c-a406-ca1e61325246 req-5ca05df7-4ebb-4668-b340-784f637cd1f0 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301429 Apr 06 14:10:32.928982 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1f41b09-67b5-42e2-a47c-03f3485d9b68 req-93a96299-0784-4b0d-93f4-5d7cd14bd6c0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053991 Apr 06 14:10:32.934163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d9cb-0812-4926-9995-fd191fae7939 req-280f4c28-fcbe-4443-b5ee-e94af657115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:32.936047 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-280f4c28-fcbe-4443-b5ee-e94af657115b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.1139884 Apr 06 14:10:33.290519 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d9cb-0812-4926-9995-fd191fae7939 req-51a651ba-db18-49cd-9f61-88bb5021a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:33.292083 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-51a651ba-db18-49cd-9f61-88bb5021a36d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511532 Apr 06 14:10:33.434964 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-f9c6443b-cc15-491b-8492-47e998c20f07 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887666 Apr 06 14:10:34.035606 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f987d9cb-0812-4926-9995-fd191fae7939 req-c7e70758-6e07-4a38-9a74-a5d700386920 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399934 Apr 06 14:10:34.080612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35034239-c79b-4d9d-9e11-f6973bc6c3dd req-8f86ae89-a9e3-4cd1-8f6f-dea5df201900 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:34.082719 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35034239-c79b-4d9d-9e11-f6973bc6c3dd req-8f86ae89-a9e3-4cd1-8f6f-dea5df201900 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0665989 Apr 06 14:10:34.088196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-3189fcd2-1c21-498f-aea3-707c0aa1223f req-eb651e63-aef4-4536-87ec-6aee38b9bfdd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:10:34.089194 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3189fcd2-1c21-498f-aea3-707c0aa1223f req-eb651e63-aef4-4536-87ec-6aee38b9bfdd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051968 Apr 06 14:10:34.135813 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35034239-c79b-4d9d-9e11-f6973bc6c3dd req-0828c6ab-0308-4144-8936-c9decc63afa8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456386 Apr 06 14:10:34.430255 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06429-4735-4fcf-b933-d6340e9277b9 req-ee4c8e57-bd93-4d38-a579-2916f7a341bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:34.432212 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b0b06429-4735-4fcf-b933-d6340e9277b9 req-ee4c8e57-bd93-4d38-a579-2916f7a341bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0610690 Apr 06 14:10:34.517034 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc358e-524a-4c19-b474-721f7ab8d4ef req-32ed5bb0-41f5-47df-b33b-53572576b2bb tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:34.519879 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddcc358e-524a-4c19-b474-721f7ab8d4ef req-32ed5bb0-41f5-47df-b33b-53572576b2bb tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0988173 Apr 06 14:10:34.524478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b0b06429-4735-4fcf-b933-d6340e9277b9 req-05320ef0-1d3d-4d49-99f8-88c1b6e5914a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673375 Apr 06 14:10:34.584577 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddcc358e-524a-4c19-b474-721f7ab8d4ef req-ed7d6e2c-0e62-4cbd-9c48-498989bf0c9b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Apr 06 14:10:34.607719 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38914) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:34.808245 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f29a2-7bc6-450e-bdcf-3332d9072b26 tempest-TestMinimumBasicScenario-883560333 tempest-TestMinimumBasicScenario-883560333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:34.809930 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-647f29a2-7bc6-450e-bdcf-3332d9072b26 tempest-TestMinimumBasicScenario-883560333 tempest-TestMinimumBasicScenario-883560333-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1124 time: 0.2011957 Apr 06 14:10:34.812891 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38924) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:34.817674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'port_id': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:34.909276 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:34.946449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38930) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:35.032923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:35.053854 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-6a5bb994-a2b9-4ae2-bb17-a5765083adc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062212 Apr 06 14:10:35.062570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-2820787e-1b5a-4763-8217-78c1405b152f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:10:35.063632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-2820787e-1b5a-4763-8217-78c1405b152f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050437 Apr 06 14:10:35.143158 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38938) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:35.144480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Allocated IP 172.27.1.15 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/9de661cd-b49e-4c2a-b117-b0511d994e1c) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:10:35.265239 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:35.309354 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-bba7e67b-26e3-438c-ae6a-b7c89f64deb7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:35.310741 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-bba7e67b-26e3-438c-ae6a-b7c89f64deb7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports/64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 940 time: 0.1666040 Apr 06 14:10:35.323644 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69715a5c-ce69-43b6-af55-9cfd822c3f41 req-bc654d05-94dd-4f53-bc42-43e0477323b0 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:35.325204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69715a5c-ce69-43b6-af55-9cfd822c3f41 req-bc654d05-94dd-4f53-bc42-43e0477323b0 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1111450 Apr 06 14:10:35.377178 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69715a5c-ce69-43b6-af55-9cfd822c3f41 req-09a030e2-01b6-4ccb-8ba2-78e2440a488d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Apr 06 14:10:35.383619 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:35.422379 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:10:35.427481 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:10:35.432546 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:10:35.457796 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'Port': ['ID=9de661cd-b49e-4c2a-b117-b0511d994e1c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:35.663898 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c77f7-caea-43d3-9269-5df48bcf2e63 req-aeafa12d-254f-4fa5-b94e-5f419cb2bd53 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:35.665397 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc5c77f7-caea-43d3-9269-5df48bcf2e63 req-aeafa12d-254f-4fa5-b94e-5f419cb2bd53 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0570240 Apr 06 14:10:35.715134 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc5c77f7-caea-43d3-9269-5df48bcf2e63 req-d2311f45-ff95-43c9-82a4-e9bd7eae296f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Apr 06 14:10:35.835178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for floatingip (050a369c-35bd-432b-bc8e-8d7a0ba60ec4), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:35.987742 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:36.144935 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:36.216491 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:36.291169 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'Port': ['ID=9de661cd-b49e-4c2a-b117-b0511d994e1c,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:36.305727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (050a369c-35bd-432b-bc8e-8d7a0ba60ec4), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:36.409479 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Floating IP 050a369c-35bd-432b-bc8e-8d7a0ba60ec4 associated. External IP: 172.27.1.15, port: d1fba971-dc9f-41ff-bd42-744623e41d76. Apr 06 14:10:36.617433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Router e41f392a-f03c-4afc-b19a-03bf3fe43b2a has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:10:36.729994 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:10:36.739557 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Sync routers for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:10:36.753153 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:36.753784 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:36.824999 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:36.843762 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12700e-3fc0-4101-ad28-2b3c84e62de1 req-06e41bfd-9161-4e96-82ad-25b6dfab13ee tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:36.845315 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb12700e-3fc0-4101-ad28-2b3c84e62de1 req-06e41bfd-9161-4e96-82ad-25b6dfab13ee tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0582843 Apr 06 14:10:36.865609 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d2a5b7eb-dd5b-432e-a92c-8b0a5de3c351 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0488584 Apr 06 14:10:36.865609 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:36.866245 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 38962) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:36.866349 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:36.868740 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:36.871757 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499251786', 'description': 'tempest-secgroup-smoke-1499251786 description', 'project_id': '3f087395598b46b7b603974c5d4facb7'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:36.903603 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc0655-e453-4f95-900b-b85f2f171d86 x-openstack-request-id: req-55fc0655-e453-4f95-900b-b85f2f171d86 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:36.904025 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:36.904419 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55fc0655-e453-4f95-900b-b85f2f171d86 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:36.905058 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fc0655-e453-4f95-900b-b85f2f171d86'] response: {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:10:36.922195 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb12700e-3fc0-4101-ad28-2b3c84e62de1 req-e67dbbd0-5b35-4d3e-bd88-8f79de70735b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701275 Apr 06 14:10:36.931526 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.045047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-2dd9f401-a19f-4e75-b3a6-4e1742c0f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:37.046654 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-2dd9f401-a19f-4e75-b3a6-4e1742c0f72c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1129 time: 0.0812948 Apr 06 14:10:37.049140 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (5b37c021-fbe8-49ac-8604-f2f738a4c483), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.114263 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '050a369c-35bd-432b-bc8e-8d7a0ba60ec4', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'port_id': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'mac_address': 'fa:16:3e:a8:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:35Z', 'updated_at': '2022-04-06T14:10:35Z', 'revision_number': 0, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:37.134961 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5b37c021-fbe8-49ac-8604-f2f738a4c483), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.143527 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Checking router: e41f392a-f03c-4afc-b19a-03bf3fe43b2a for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:10:37.153059 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:10:37.153700 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:37.174134 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-fa37741b-63a6-4aac-9636-b9a89ebd7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:37.175638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-fa37741b-63a6-4aac-9636-b9a89ebd7130 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 916 time: 0.1198246 Apr 06 14:10:37.177487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b37c021-fbe8-49ac-8604-f2f738a4c483,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:37.230670 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.231912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3d497a27-d0a7-4f0a-8bf9-f0e06652d7f6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3651540 Apr 06 14:10:37.236058 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38966) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:37.241345 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:37.258372 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-df327c57-0e3a-4ed1-a2b6-0effc2441e28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 998 time: 0.0668931 Apr 06 14:10:37.276668 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:10:37.315913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-7de950e4-de9c-49a9-aca6-2612401def9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:37.317386 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-7de950e4-de9c-49a9-aca6-2612401def9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.0524783 Apr 06 14:10:37.356058 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5f75f289-44ef-4262-992d-1f1162376fd2), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.379933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-6085a393-9ef9-46b2-adc4-20dab490b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:37.381532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-6085a393-9ef9-46b2-adc4-20dab490b499 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563550 Apr 06 14:10:37.429082 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5f75f289-44ef-4262-992d-1f1162376fd2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.477739 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-b1015ff1-bc36-480c-8d33-f31e137a9065 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887539 Apr 06 14:10:37.503485 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (5f75f289-44ef-4262-992d-1f1162376fd2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.522348 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f75f289-44ef-4262-992d-1f1162376fd2,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:37.555836 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '050a369c-35bd-432b-bc8e-8d7a0ba60ec4', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'port_id': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'mac_address': 'fa:16:3e:a8:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:35Z', 'updated_at': '2022-04-06T14:10:35Z', 'revision_number': 0, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:10:37.583755 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbeb4c2d-0a7a-4f2b-9cff-1ea3fcd897ba req-d0e92cde-44f5-4b1d-9848-f2b629af2c64 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946505 Apr 06 14:10:37.586866 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e68425-09c0-46f6-acf2-e83c006c491c None None] The sync data for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi is: [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '050a369c-35bd-432b-bc8e-8d7a0ba60ec4', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'port_id': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'mac_address': 'fa:16:3e:a8:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:10:35Z', 'updated_at': '2022-04-06T14:10:35Z', 'revision_number': 0, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:10:37.593599 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.594853 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e191f895-b72b-44c4-b180-5853dd914fc3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575532 Apr 06 14:10:37.598047 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38970) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:37.602792 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:37.701584 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5e59395c-4043-4e14-81c5-e735888ce6bf), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.765668 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5e59395c-4043-4e14-81c5-e735888ce6bf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.800444 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7de5f-2ac7-40ad-b459-f3459f3d8bbe None None] New status for floating IP 050a369c-35bd-432b-bc8e-8d7a0ba60ec4: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:10:37.839239 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (5e59395c-4043-4e14-81c5-e735888ce6bf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.855218 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e59395c-4043-4e14-81c5-e735888ce6bf,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:37.949766 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:37.952012 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1b3e8dda-91fd-41e0-9714-98ea750f625f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3529255 Apr 06 14:10:37.955152 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38974) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:37.962905 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:38.215993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5bdbe328-86b4-41e6-9d3c-f4b245fcfd55), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.217517 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aa480-a960-4208-a1a5-c2a0250a6956 req-6d9b6275-f537-4add-a459-f80bf19a38aa tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:38.217517 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-634aa480-a960-4208-a1a5-c2a0250a6956 req-6d9b6275-f537-4add-a459-f80bf19a38aa tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0751677 Apr 06 14:10:38.217517 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-634aa480-a960-4208-a1a5-c2a0250a6956 req-0a135478-b788-4cda-80b6-ab37afc2d21a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Apr 06 14:10:38.219135 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (5bdbe328-86b4-41e6-9d3c-f4b245fcfd55), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.245865 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (5bdbe328-86b4-41e6-9d3c-f4b245fcfd55), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.265369 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdbe328-86b4-41e6-9d3c-f4b245fcfd55,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:38.362159 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.363397 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a1d9aaab-9fa5-4926-9b61-e2c949830bcc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072762 Apr 06 14:10:38.366137 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38976) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:38.370449 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:38.478345 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (66653338-326a-469a-a545-aac558718b98), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.536573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (66653338-326a-469a-a545-aac558718b98), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.621740 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (66653338-326a-469a-a545-aac558718b98), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.642092 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66653338-326a-469a-a545-aac558718b98,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:38.697924 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.699142 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-26fff6c5-592f-4a28-ab47-28cb3c909832 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3320944 Apr 06 14:10:38.701798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38980) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:38.706612 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:38.748833 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-fd42fe58-991d-41d6-b90d-a36b6de3f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:38.750790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-fd42fe58-991d-41d6-b90d-a36b6de3f615 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 1127 time: 0.0850408 Apr 06 14:10:38.787534 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Project 3f087395598b46b7b603974c5d4facb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:10:38.792659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (0763ba73-d4be-414b-9b4a-9e4ed090f87c), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.839186 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-e66e9c96-7e0f-4ac1-bfdb-4555ed479fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:38.840761 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-e66e9c96-7e0f-4ac1-bfdb-4555ed479fcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1127 time: 0.0460513 Apr 06 14:10:38.856652 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (0763ba73-d4be-414b-9b4a-9e4ed090f87c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.931623 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (0763ba73-d4be-414b-9b4a-9e4ed090f87c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.931916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-e97cece0-b293-4008-b530-d2d82268676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:38.933345 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-e97cece0-b293-4008-b530-d2d82268676e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.0861111 Apr 06 14:10:38.951046 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0763ba73-d4be-414b-9b4a-9e4ed090f87c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:39.004675 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-4ed00766-5844-4e03-90ab-17f781e1379b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 200 len: 999 time: 0.0644500 Apr 06 14:10:39.030788 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.034701 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3d9d8609-6309-41ca-b253-0363451adb70 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3288429 Apr 06 14:10:39.034874 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 38984) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:39.039451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'security_group_rule': {'security_group_id': '5b37c021-fbe8-49ac-8604-f2f738a4c483', 'project_id': '3f087395598b46b7b603974c5d4facb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:39.057778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-36fc86ed-a89e-4723-9dcf-bc091dc24a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:39.059264 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-36fc86ed-a89e-4723-9dcf-bc091dc24a46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0473366 Apr 06 14:10:39.109602 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-624c2731-2ef7-48d3-84ce-15dec70edc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:39.111144 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-624c2731-2ef7-48d3-84ce-15dec70edc90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455179 Apr 06 14:10:39.126087 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Project 3f087395598b46b7b603974c5d4facb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:10:39.131432 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (c761d8a8-2aef-4b76-88dc-9a9ee87e2c56), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.197922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (c761d8a8-2aef-4b76-88dc-9a9ee87e2c56), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.210834 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-2f553c7e-8f01-4dc4-9b79-5b31de7075b1 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921755 Apr 06 14:10:39.274975 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (c761d8a8-2aef-4b76-88dc-9a9ee87e2c56), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.302912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c761d8a8-2aef-4b76-88dc-9a9ee87e2c56,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:39.323070 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee978f4-3465-463f-b14a-ef23bd77764d req-a9328d80-8060-439f-9fdc-25d7ed76d732 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:39.324629 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee978f4-3465-463f-b14a-ef23bd77764d req-a9328d80-8060-439f-9fdc-25d7ed76d732 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1128669 Apr 06 14:10:39.365115 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af239c9a-5ded-44f0-b1f2-9c7f91131976 req-d4642164-0d92-42e7-9c65-c77d1ac887e7 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424160 Apr 06 14:10:39.368561 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.370187 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d5baecae-87fd-43f9-9a8c-c5b0f10a7612 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339064 Apr 06 14:10:39.389105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee978f4-3465-463f-b14a-ef23bd77764d req-7ed75536-17c2-4975-9734-dbc26907f472 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569031 Apr 06 14:10:39.466990 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-b6830db7-e42c-42fa-acbf-cdeddbed4f0b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499251786&fields=id&tenant_id=3f087395598b46b7b603974c5d4facb7 HTTP/1.1" status: 200 len: 267 time: 0.0502355 Apr 06 14:10:39.525102 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-a747f118-8e3d-4a9b-898d-e99ad53217ba tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:39.526534 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-a747f118-8e3d-4a9b-898d-e99ad53217ba tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0540166 Apr 06 14:10:39.537430 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'port': {'security_groups': ['e80e4870-be03-4092-ba72-c7be69408845', '5b37c021-fbe8-49ac-8604-f2f738a4c483']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:10:39.611038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.813934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:39.846462 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.920166 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.965358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:39.965979 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.968966 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-579ca49c-ac0f-4f59-8352-546716f9ae19 req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "PUT /v2.0/ports/d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 981 time: 0.4358523 Apr 06 14:10:39.970396 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:10:39.974461 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:10:39.974658 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24013cd1-34e5-4b03-9d7f-94591e79f990" -d '{"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:10:40.021919 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c4357-d92b-4a85-aff5-224589eb194d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=6']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:40.048358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc86ea-0d80-4aaf-b00b-02439868b9cc x-openstack-request-id: req-dbcc86ea-0d80-4aaf-b00b-02439868b9cc {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:10:40.048872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:10:40.049210 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbcc86ea-0d80-4aaf-b00b-02439868b9cc {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:10:40.049629 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcc86ea-0d80-4aaf-b00b-02439868b9cc'] response: {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:10:40.125719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583002-ad14-4580-881e-96da39fd75bf req-88a87a5d-42c0-4d97-8d91-2b8761277c46 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:40.133902 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a583002-ad14-4580-881e-96da39fd75bf req-88a87a5d-42c0-4d97-8d91-2b8761277c46 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0733435 Apr 06 14:10:40.208972 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:10:40.274419 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a583002-ad14-4580-881e-96da39fd75bf req-99529eba-573f-4daa-9f50-dd12c8f25d1a tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394491 Apr 06 14:10:40.278055 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-38ec7fdb-e1c2-40f6-bec7-0450e5edee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:40.283950 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-38ec7fdb-e1c2-40f6-bec7-0450e5edee0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1168 time: 0.1469882 Apr 06 14:10:40.351347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-0f457cd6-9390-4526-b21f-a482ef5b1900 None None] Provisioning complete for port d1fba971-dc9f-41ff-bd42-744623e41d76 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:10:40.352104 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0f457cd6-9390-4526-b21f-a482ef5b1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:40.549433 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-0f457cd6-9390-4526-b21f-a482ef5b1900 None None] Current status of the port d1fba971-dc9f-41ff-bd42-744623e41d76 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:40.588716 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3995f77-345b-4684-b69b-de5b52b0f4bd req-be295925-8600-4f2f-8fe0-7c3402425d69 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:40.590937 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3995f77-345b-4684-b69b-de5b52b0f4bd req-be295925-8600-4f2f-8fe0-7c3402425d69 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.1174259 Apr 06 14:10:40.671613 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3995f77-345b-4684-b69b-de5b52b0f4bd req-dc4bc946-cccd-49aa-b034-34d0fe1fbd87 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746069 Apr 06 14:10:41.824885 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ec387-5883-4718-8b7e-ad0342be8fca req-aa931a26-f440-4c21-a699-b5f061ea8696 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:41.826333 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a7ec387-5883-4718-8b7e-ad0342be8fca req-aa931a26-f440-4c21-a699-b5f061ea8696 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0548980 Apr 06 14:10:41.895980 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a7ec387-5883-4718-8b7e-ad0342be8fca req-94180f11-6d1b-4d82-b913-790eb4c70843 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622339 Apr 06 14:10:42.485098 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:42.800379 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8989b713-f985-4f12-a5ae-208b00b9f919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:43.036633 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca71d2-77d8-450e-9c35-dac5af69b17e req-16b82eac-d283-4011-9675-a370976c9e2a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:43.038285 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6aca71d2-77d8-450e-9c35-dac5af69b17e req-16b82eac-d283-4011-9675-a370976c9e2a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0621238 Apr 06 14:10:43.096792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6aca71d2-77d8-450e-9c35-dac5af69b17e req-04501cd4-ffdb-40b6-8c94-ccad7a30fe1b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527432 Apr 06 14:10:44.235260 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88242dc7-c4e1-427f-952f-ca803982197b req-01bf4cd0-3845-4ebe-97a2-919c6b8755a9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:44.237027 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88242dc7-c4e1-427f-952f-ca803982197b req-01bf4cd0-3845-4ebe-97a2-919c6b8755a9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0544007 Apr 06 14:10:44.293968 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88242dc7-c4e1-427f-952f-ca803982197b req-1b1cf34d-1858-44cf-8845-78b21a84e92b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511463 Apr 06 14:10:45.425587 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b3fb-f56a-423c-9b2c-eaa77263a3a3 req-793ab3a9-07b6-4418-a01e-fa92b4f3b7b1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:45.427219 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a00b3fb-f56a-423c-9b2c-eaa77263a3a3 req-793ab3a9-07b6-4418-a01e-fa92b4f3b7b1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0597351 Apr 06 14:10:45.466582 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-27b4d07d-7e44-43a0-a0fc-c0e8ccd491a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:45.498620 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a00b3fb-f56a-423c-9b2c-eaa77263a3a3 req-ad74c04f-0cde-459b-8b68-47c6f3aa6003 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656891 Apr 06 14:10:46.629420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd5e9-d7ad-4a16-a900-aa8d784891c8 req-17cfa25d-1832-45a9-b8e6-59af4021424a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:46.631226 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cd9bd5e9-d7ad-4a16-a900-aa8d784891c8 req-17cfa25d-1832-45a9-b8e6-59af4021424a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0568538 Apr 06 14:10:46.688560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cd9bd5e9-d7ad-4a16-a900-aa8d784891c8 req-75178b74-b96e-46c3-a08d-3ac500ff18f3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514948 Apr 06 14:10:46.697418 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:47.820391 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5a829-c0d2-4fe0-b663-d624ba34dd99 req-b91e8e03-46bd-4895-a299-3ed9f8805d47 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:47.829524 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6a5a829-c0d2-4fe0-b663-d624ba34dd99 req-b91e8e03-46bd-4895-a299-3ed9f8805d47 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0666564 Apr 06 14:10:47.882412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6a5a829-c0d2-4fe0-b663-d624ba34dd99 req-efb2be63-c92b-4597-a494-dd773e2db0ed tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497830 Apr 06 14:10:48.125645 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:49.022666 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc2259-35bd-4def-9578-03ad99148bcc req-062cf7bd-315a-4789-8e97-80e04a0f8e57 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:49.025039 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41cc2259-35bd-4def-9578-03ad99148bcc req-062cf7bd-315a-4789-8e97-80e04a0f8e57 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0607746 Apr 06 14:10:49.084330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41cc2259-35bd-4def-9578-03ad99148bcc req-8a79a163-a12d-4da7-ae52-dc5a022896c6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526125 Apr 06 14:10:49.845953 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:50.220506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29ca1-92dc-4c7b-96a5-ec49739b2029 req-edc401d8-fa89-4c0f-b292-4463031faaeb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:50.221981 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90d29ca1-92dc-4c7b-96a5-ec49739b2029 req-edc401d8-fa89-4c0f-b292-4463031faaeb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0545537 Apr 06 14:10:50.275214 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90d29ca1-92dc-4c7b-96a5-ec49739b2029 req-defec6c6-9c0a-435f-9f18-d0c89fc3e4c5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Apr 06 14:10:50.772226 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-ca4980f0-80c6-47c7-a065-bb2bfd8e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:50.773667 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-ca4980f0-80c6-47c7-a065-bb2bfd8e90d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 916 time: 0.0858290 Apr 06 14:10:50.843113 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-9b44f1ad-417f-4323-a8ab-c956dd9589d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 1000 time: 0.0604675 Apr 06 14:10:51.399152 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbfa0d-1f95-4eea-acc8-3aefa23fe9db req-8a4c3989-0c80-4a83-9d1e-8b1284b4e3cd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:51.400655 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fcbfa0d-1f95-4eea-acc8-3aefa23fe9db req-8a4c3989-0c80-4a83-9d1e-8b1284b4e3cd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0530312 Apr 06 14:10:51.448204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fcbfa0d-1f95-4eea-acc8-3aefa23fe9db req-2e0f26b1-0080-4214-99d1-42a596d4d25d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 Apr 06 14:10:51.515927 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-45ed4dad-c41e-407e-84c7-d680e0be4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:51.517602 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-45ed4dad-c41e-407e-84c7-d680e0be4b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.0459585 Apr 06 14:10:51.573245 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-785a4aa3-a10a-4dff-9863-1ff71a8682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:51.574687 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-785a4aa3-a10a-4dff-9863-1ff71a8682ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443325 Apr 06 14:10:51.672031 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-c994268f-b9bf-41f4-87f8-319478be8427 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879743 Apr 06 14:10:51.763632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24013cd1-34e5-4b03-9d7f-94591e79f990 req-42e16e20-cfe9-4be2-8506-2a4b11cc8250 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837605 Apr 06 14:10:52.578267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0303-db11-4097-bbe0-302b6a22f4d1 req-020560bc-80ec-4a45-ba58-461d892a6b43 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:52.579797 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0da0303-db11-4097-bbe0-302b6a22f4d1 req-020560bc-80ec-4a45-ba58-461d892a6b43 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0575409 Apr 06 14:10:52.626244 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0da0303-db11-4097-bbe0-302b6a22f4d1 req-70b4e3f3-7d28-4c1e-833e-4839cb73e267 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409856 Apr 06 14:10:52.854189 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2b7b-58cf-4fc7-a9e6-0952f6d7b9d7 req-79fb85e7-b26b-4180-8ade-7c61c9804f52 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:52.855838 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-239e2b7b-58cf-4fc7-a9e6-0952f6d7b9d7 req-79fb85e7-b26b-4180-8ade-7c61c9804f52 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0527747 Apr 06 14:10:52.914792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-239e2b7b-58cf-4fc7-a9e6-0952f6d7b9d7 req-d76ddbcc-fff5-47c9-b3dc-e967bdef13d8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525737 Apr 06 14:10:53.757219 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaead7-f350-4a1a-a6f2-edb80b0bd617 req-a155065c-514a-4ca6-ad22-d1dfc2615c1a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:53.758685 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cbaead7-f350-4a1a-a6f2-edb80b0bd617 req-a155065c-514a-4ca6-ad22-d1dfc2615c1a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0611017 Apr 06 14:10:53.805886 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cbaead7-f350-4a1a-a6f2-edb80b0bd617 req-dc1cf9d9-0c65-4e34-acaa-e532bd6fa772 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Apr 06 14:10:54.038968 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420849cc-f2f0-4a3f-8607-25db80fe8a03 req-9c28d47b-27d0-4446-92da-6ac94c8c8987 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:54.040478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-420849cc-f2f0-4a3f-8607-25db80fe8a03 req-9c28d47b-27d0-4446-92da-6ac94c8c8987 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0580807 Apr 06 14:10:54.099896 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-420849cc-f2f0-4a3f-8607-25db80fe8a03 req-e67f5b70-7a5b-4cd8-8162-b961960bf737 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530517 Apr 06 14:10:54.936075 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1d41e-70b4-4fc2-ac41-b584d809dee3 req-ecb11368-8544-4b7f-9336-15e264cd8745 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:54.937446 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97f1d41e-70b4-4fc2-ac41-b584d809dee3 req-ecb11368-8544-4b7f-9336-15e264cd8745 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0517340 Apr 06 14:10:54.988022 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97f1d41e-70b4-4fc2-ac41-b584d809dee3 req-b43b32f2-14c7-4e02-9f5d-ffc3463c3705 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449727 Apr 06 14:10:55.221636 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cad7cc-4f78-4652-ac0f-594fca6e6f4d req-ed7fb821-4346-4ef1-869a-f84b00fca2d9 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:55.223110 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62cad7cc-4f78-4652-ac0f-594fca6e6f4d req-ed7fb821-4346-4ef1-869a-f84b00fca2d9 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0569372 Apr 06 14:10:55.306936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-2d0e50f9-0a42-48e7-b425-d10a11f5603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:55.308464 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-2d0e50f9-0a42-48e7-b425-d10a11f5603b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1168 time: 0.0844746 Apr 06 14:10:55.315170 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62cad7cc-4f78-4652-ac0f-594fca6e6f4d req-65fe4635-50ff-4740-b919-562ea20917b8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840557 Apr 06 14:10:55.400270 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-98f7d558-1c92-4a91-ad55-cb395b39e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:55.402383 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-98f7d558-1c92-4a91-ad55-cb395b39e195 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 916 time: 0.0855837 Apr 06 14:10:55.469827 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-49cc16a6-3fe4-4fd7-bbd1-6b7842e13000 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 1000 time: 0.0589740 Apr 06 14:10:55.522222 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-804beb3f-4e52-4a80-913d-4f104e6bd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:55.523663 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-804beb3f-4e52-4a80-913d-4f104e6bd471 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.0459189 Apr 06 14:10:55.572413 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-fadf9601-2a43-4b94-aa59-294755ec7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:55.573989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-fadf9601-2a43-4b94-aa59-294755ec7b74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433109 Apr 06 14:10:55.661317 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-8f645d96-6191-419b-b1ff-322b28765ca1 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803714 Apr 06 14:10:55.753447 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e11633d3-7900-41ce-87bb-7e6192fcf3cd req-a725ac25-329f-40bb-923a-d2166a11943a service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828319 Apr 06 14:10:55.789263 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:56.117019 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5807ec-f612-4a03-8a49-e23d56ac47e5 req-d6fb4ee1-9f6f-44cb-b223-cd2b43e59de8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:56.118474 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e5807ec-f612-4a03-8a49-e23d56ac47e5 req-d6fb4ee1-9f6f-44cb-b223-cd2b43e59de8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0554259 Apr 06 14:10:56.165284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e5807ec-f612-4a03-8a49-e23d56ac47e5 req-54ca43da-745c-40d0-81f2-24203f47799d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411925 Apr 06 14:10:56.430058 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d976-dbb5-43b5-855d-67a3478ff0a3 req-3372f04b-7e59-4321-ae10-0773a343198b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:56.431544 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38b7d976-dbb5-43b5-855d-67a3478ff0a3 req-3372f04b-7e59-4321-ae10-0773a343198b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0512972 Apr 06 14:10:56.501041 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38b7d976-dbb5-43b5-855d-67a3478ff0a3 req-aa08db8e-e8f9-4bd8-845f-7ca08b873d05 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633640 Apr 06 14:10:57.292400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fca3be-4b51-44b6-8c35-266982424f9d req-5e231f9f-b42b-487d-91ba-048d25a323a7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:57.293782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-66fca3be-4b51-44b6-8c35-266982424f9d req-5e231f9f-b42b-487d-91ba-048d25a323a7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0542614 Apr 06 14:10:57.339560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-66fca3be-4b51-44b6-8c35-266982424f9d req-2c04db8b-273e-4572-b2a4-f8907a70ec13 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Apr 06 14:10:57.617775 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b459f07-6eb5-4646-8d63-6967a77f2f54 req-e91e9ce4-161d-41b1-95b9-b579ac9123e7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:57.619165 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b459f07-6eb5-4646-8d63-6967a77f2f54 req-e91e9ce4-161d-41b1-95b9-b579ac9123e7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0523360 Apr 06 14:10:57.677007 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b459f07-6eb5-4646-8d63-6967a77f2f54 req-8a7543e5-1265-4376-8691-6d117edf3a5f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522068 Apr 06 14:10:58.465828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653d8c9-67a6-485b-9115-bb4f27feb3f5 req-8a76ddd8-670d-46ac-8813-18c0f13ebb4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:58.467306 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e653d8c9-67a6-485b-9115-bb4f27feb3f5 req-8a76ddd8-670d-46ac-8813-18c0f13ebb4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 943 time: 0.0551140 Apr 06 14:10:58.520851 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e653d8c9-67a6-485b-9115-bb4f27feb3f5 req-840a5bcd-18a8-4d33-b832-73d3a91bb892 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Apr 06 14:10:58.794932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bc268-6d55-4f57-bab1-39575ee67853 req-e95561e4-2167-45be-b1bc-e76a1c9dbecd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:58.797088 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c4bc268-6d55-4f57-bab1-39575ee67853 req-e95561e4-2167-45be-b1bc-e76a1c9dbecd tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0535541 Apr 06 14:10:58.855135 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c4bc268-6d55-4f57-bab1-39575ee67853 req-0b2b8e4c-720e-4ff6-9c78-538d62a6a35e tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523155 Apr 06 14:10:59.256234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:10:59.353477 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:59.365365 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'mac_address': 'fa:16:3e:f4:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:10:59.401751 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:59.402138 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:59.415271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:10:59.434907 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:10:59.485306 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:59.535636 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=9']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:10:59.650792 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899b935-be61-4f40-aa5d-57c12e2769e4 req-4da3b66d-7f49-4172-887e-b225c13093a0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:59.652309 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8899b935-be61-4f40-aa5d-57c12e2769e4 req-4da3b66d-7f49-4172-887e-b225c13093a0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0551379 Apr 06 14:10:59.898666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['64b9c54f-c957-442a-bb71-1dfb4c57c4b3'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:10:59.973835 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8899b935-be61-4f40-aa5d-57c12e2769e4 req-706bdcd1-f202-43ae-bf84-941c9f322523 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152087 Apr 06 14:10:59.997392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035d2ca-3653-412a-b283-272e1438e328 req-a103e88f-ad82-41d4-9365-640f5f6705fe tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:59.999479 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7035d2ca-3653-412a-b283-272e1438e328 req-a103e88f-ad82-41d4-9365-640f5f6705fe tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0665832 Apr 06 14:11:00.067197 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7035d2ca-3653-412a-b283-272e1438e328 req-6a306a0b-6da1-45ba-a861-a338b565a802 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604587 Apr 06 14:11:01.097708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004524c-9493-4fa8-a7f5-6f586ff3a991 req-1c92a865-b206-4f81-9464-3e7a59639b53 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:01.099258 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5004524c-9493-4fa8-a7f5-6f586ff3a991 req-1c92a865-b206-4f81-9464-3e7a59639b53 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0528040 Apr 06 14:11:01.159346 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5004524c-9493-4fa8-a7f5-6f586ff3a991 req-af105d43-d63a-45df-996f-76ee834dd463 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542455 Apr 06 14:11:01.220579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2391-af7f-417f-8e08-2d08e804c2e3 req-8fcdaa53-d203-4b8e-84ce-7f7a0ccac72e tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:01.222152 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa6d2391-af7f-417f-8e08-2d08e804c2e3 req-8fcdaa53-d203-4b8e-84ce-7f7a0ccac72e tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0860946 Apr 06 14:11:01.282959 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa6d2391-af7f-417f-8e08-2d08e804c2e3 req-aa667dce-0ffc-46c3-a45f-85052450cd40 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544949 Apr 06 14:11:02.299314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eda846-694a-4991-83da-828e7c131ae4 req-19f7a6b0-b829-4554-9758-8a7928161781 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:02.300742 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1eda846-694a-4991-83da-828e7c131ae4 req-19f7a6b0-b829-4554-9758-8a7928161781 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0527940 Apr 06 14:11:02.349151 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1eda846-694a-4991-83da-828e7c131ae4 req-89e7b245-31e4-49c7-8cce-e5fa54264688 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Apr 06 14:11:02.404081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5164ed5-bd8b-415c-8400-84822f04ff04 req-f53f18e2-c012-4edb-971d-fb2f5e2854d5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:02.406048 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5164ed5-bd8b-415c-8400-84822f04ff04 req-f53f18e2-c012-4edb-971d-fb2f5e2854d5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0560262 Apr 06 14:11:02.466397 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5164ed5-bd8b-415c-8400-84822f04ff04 req-355b7f3b-fc48-4678-b9ca-b8ad4b6313c9 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542850 Apr 06 14:11:03.471123 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf3a5a-169d-424c-b5f3-f6c3af2043be req-cfbb7221-a169-4847-97b7-e585009e0c3e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:03.472619 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcbf3a5a-169d-424c-b5f3-f6c3af2043be req-cfbb7221-a169-4847-97b7-e585009e0c3e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 944 time: 0.0529010 Apr 06 14:11:03.520189 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcbf3a5a-169d-424c-b5f3-f6c3af2043be req-b855a4bc-b834-41e9-b640-580a0cfb351b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Apr 06 14:11:03.563013 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:11:03.585788 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743cab-9856-485d-8759-153fe20b1b10 req-2fd91fcd-e4cb-4346-959b-3a5cbee4d0c8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:03.587820 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b743cab-9856-485d-8759-153fe20b1b10 req-2fd91fcd-e4cb-4346-959b-3a5cbee4d0c8 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0530000 Apr 06 14:11:03.609477 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:03.610272 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:03.651562 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b743cab-9856-485d-8759-153fe20b1b10 req-97b73c6a-3fb2-4073-a336-6881641b965e tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579908 Apr 06 14:11:03.685677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:03.686072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:03.709318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:03.711592 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a465cf-0971-4554-9637-1788dfc9cba5" -d '{"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:03.728009 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:03.747176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa04dd-d7d7-4895-a4d5-1e047028094f x-openstack-request-id: req-33fa04dd-d7d7-4895-a4d5-1e047028094f {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:03.747490 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-plugged", "status": "completed", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:03.747747 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33fa04dd-d7d7-4895-a4d5-1e047028094f {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:03.748156 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fa04dd-d7d7-4895-a4d5-1e047028094f'] response: {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'code': 200} Apr 06 14:11:03.788523 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:03.837073 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=10']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:04.510378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2d4bc-a615-4400-b86d-efcc91e786d5 req-2798f142-d1cb-4312-99af-cea3dae77a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:04.511930 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31f2d4bc-a615-4400-b86d-efcc91e786d5 req-2798f142-d1cb-4312-99af-cea3dae77a12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 1130 time: 0.0478339 Apr 06 14:11:04.559601 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31f2d4bc-a615-4400-b86d-efcc91e786d5 req-63a6a1e9-0f8c-495c-b302-d8102b19b335 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 Apr 06 14:11:04.653887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe432eb-ef2c-4872-abd5-7b967884fdd6 req-dfaf824e-55d2-499f-86cf-c57c0f39bdf7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:04.655934 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efe432eb-ef2c-4872-abd5-7b967884fdd6 req-dfaf824e-55d2-499f-86cf-c57c0f39bdf7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0541482 Apr 06 14:11:04.705006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efe432eb-ef2c-4872-abd5-7b967884fdd6 req-9bd5ec58-6c84-43b2-8798-7c6225e9ceaf tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Apr 06 14:11:04.780607 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa0a9-9505-4047-890c-e570de3a4b2c req-64db2314-1a22-431c-a2bc-198622e3a73f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:04.782124 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b63aa0a9-9505-4047-890c-e570de3a4b2c req-64db2314-1a22-431c-a2bc-198622e3a73f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0595043 Apr 06 14:11:04.852562 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b63aa0a9-9505-4047-890c-e570de3a4b2c req-ce73aa42-b8af-4a41-a5c2-9e3e32382142 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614309 Apr 06 14:11:05.400175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f49bf-ff07-4bac-a563-01e3a7be6bd8 req-af9cf51a-0493-4df0-887b-923fa8269b7f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:05.401660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-794f49bf-ff07-4bac-a563-01e3a7be6bd8 req-af9cf51a-0493-4df0-887b-923fa8269b7f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0536919 Apr 06 14:11:05.447244 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-794f49bf-ff07-4bac-a563-01e3a7be6bd8 req-052d28c1-c596-4c60-b329-30a380d124e0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Apr 06 14:11:05.840387 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985e9a0-9587-41f9-bdbf-9cc6b22f9056 req-079a5a28-ffb6-402f-9dc6-e776d67313bb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:05.841856 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2985e9a0-9587-41f9-bdbf-9cc6b22f9056 req-079a5a28-ffb6-402f-9dc6-e776d67313bb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0613234 Apr 06 14:11:05.894410 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2985e9a0-9587-41f9-bdbf-9cc6b22f9056 req-622153ad-b4ac-4bbf-bf1d-a68a4cd3f9ea tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469921 Apr 06 14:11:05.979819 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2000a0-d404-4107-9166-162832ac76ed req-af087840-f76f-4b09-93ed-b72a9ec3bc05 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:05.981318 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3d2000a0-d404-4107-9166-162832ac76ed req-af087840-f76f-4b09-93ed-b72a9ec3bc05 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0544820 Apr 06 14:11:06.042375 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3d2000a0-d404-4107-9166-162832ac76ed req-34cd77c3-eca8-4899-a027-965a8303a743 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547874 Apr 06 14:11:06.565099 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa6b80-3996-44ad-82ff-0652ab77f176 req-4cbde4fb-1a27-492f-a9a8-032d5944044c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:06.566631 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79aa6b80-3996-44ad-82ff-0652ab77f176 req-4cbde4fb-1a27-492f-a9a8-032d5944044c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Apr 06 14:11:06.617401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79aa6b80-3996-44ad-82ff-0652ab77f176 req-7d46b537-1a01-407b-83d6-9124025b2b09 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Apr 06 14:11:07.028581 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34958c-1132-4cbe-9115-ae16cd431b2f req-badb9e64-49e8-484e-a504-ba136d586ed5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:07.030056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af34958c-1132-4cbe-9115-ae16cd431b2f req-badb9e64-49e8-484e-a504-ba136d586ed5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0565991 Apr 06 14:11:07.081191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af34958c-1132-4cbe-9115-ae16cd431b2f req-34798e0c-c5fa-4512-a1a9-7b7355e5a098 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 Apr 06 14:11:07.161657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b4cbf-2a1e-4cea-a26e-993dafd605ce req-0d4f79ee-f6ba-4f8c-a9b6-c560dba06838 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:07.163158 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f31b4cbf-2a1e-4cea-a26e-993dafd605ce req-0d4f79ee-f6ba-4f8c-a9b6-c560dba06838 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0543947 Apr 06 14:11:07.223196 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f31b4cbf-2a1e-4cea-a26e-993dafd605ce req-2a4fdadf-0ddc-4320-80ef-5d2c8546331c tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540376 Apr 06 14:11:07.744392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5ac5d-b689-4113-ad4b-f91aa178f8c3 req-d3f084a1-5011-4c4f-8d9b-892018e51ff9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:07.744392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30c5ac5d-b689-4113-ad4b-f91aa178f8c3 req-d3f084a1-5011-4c4f-8d9b-892018e51ff9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0587919 Apr 06 14:11:07.792074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30c5ac5d-b689-4113-ad4b-f91aa178f8c3 req-82fbe318-9a23-4e58-9f21-916b0227404c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Apr 06 14:11:08.239063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b3ba-9910-4c2b-b9be-391cc9baca98 req-5e11cf50-8080-4a14-9d73-3f0909c341c4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:08.240620 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3457b3ba-9910-4c2b-b9be-391cc9baca98 req-5e11cf50-8080-4a14-9d73-3f0909c341c4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0876307 Apr 06 14:11:08.263348 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-482b8736-2942-4c6b-9e04-1c211c62784d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:08.265136 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-482b8736-2942-4c6b-9e04-1c211c62784d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0820260 Apr 06 14:11:08.364646 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3457b3ba-9910-4c2b-b9be-391cc9baca98 req-cc98df4b-6fbf-4571-8f2d-90b9feb2c273 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089644 Apr 06 14:11:08.420752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfd32-f5c4-4924-9fae-1d7757d38637 req-5514b42b-5ab9-4a0f-9684-f3ff9a052fef tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:08.422306 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73abfd32-f5c4-4924-9fae-1d7757d38637 req-5514b42b-5ab9-4a0f-9684-f3ff9a052fef tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.1064472 Apr 06 14:11:08.459323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port 20148e29-19c6-456d-9913-9d65e7c77e07 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:08.459698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:08.548835 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73abfd32-f5c4-4924-9fae-1d7757d38637 req-6fc28389-b2d2-45ea-8db8-854e648dadce tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189387 Apr 06 14:11:08.588548 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] For port 20148e29-19c6-456d-9913-9d65e7c77e07, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=20148e29-19c6-456d-9913-9d65e7c77e07,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:08.588831 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:08.823792 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:08.824161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:08.824485 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP a4c96e7d-6a6a-4984-b9da-bf38145761e0 disassociated. External IP: 172.27.1.199, port: 20148e29-19c6-456d-9913-9d65e7c77e07. Apr 06 14:11:08.824829 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for 20148e29-19c6-456d-9913-9d65e7c77e07 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:08.946700 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475f35-9eec-49c9-b5a6-7b1d596b935b req-f098c068-b571-468a-b4b2-6d2c1c829059 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:08.948242 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83475f35-9eec-49c9-b5a6-7b1d596b935b req-f098c068-b571-468a-b4b2-6d2c1c829059 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 945 time: 0.0804060 Apr 06 14:11:09.033350 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83475f35-9eec-49c9-b5a6-7b1d596b935b req-ddfeb9b2-0044-4bd7-a47c-f6fcafc90e34 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1911b341-4191-4714-aa0b-ff89f97d0648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780940 Apr 06 14:11:09.119869 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (20148e29-19c6-456d-9913-9d65e7c77e07), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:09.151097 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=20148e29-19c6-456d-9913-9d65e7c77e07,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:09.270155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:09.380161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:09.389928 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:09.402700 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:09.403322 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:09.422703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] No DVR routers for this DVR port 20148e29-19c6-456d-9913-9d65e7c77e07 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:09.426584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:09.429258 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed75fb33-1a55-4a46-9a89-a5a40041cf95 req-65da9ef5-9b07-46bb-9192-ba38d5ed62c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "DELETE /v2.0/ports/20148e29-19c6-456d-9913-9d65e7c77e07 HTTP/1.1" status: 204 len: 173 time: 1.1572385 Apr 06 14:11:09.429730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'name': 'network-vif-deleted', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:09.432028 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb0402c-2b35-4377-a2a5-32a280772582" -d '{"events": [{"server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "name": "network-vif-deleted", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:09.476816 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abd975e-248d-462b-a47e-5f8cff8b6c9f x-openstack-request-id: req-8abd975e-248d-462b-a47e-5f8cff8b6c9f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:09.477107 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2359aae7-115d-47a0-8db1-de8696ede273", "name": "network-vif-deleted", "tag": "20148e29-19c6-456d-9913-9d65e7c77e07", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:09.477356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8abd975e-248d-462b-a47e-5f8cff8b6c9f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:09.477748 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abd975e-248d-462b-a47e-5f8cff8b6c9f'] response: {'server_uuid': '2359aae7-115d-47a0-8db1-de8696ede273', 'name': 'network-vif-deleted', 'tag': '20148e29-19c6-456d-9913-9d65e7c77e07', 'status': 'completed', 'code': 200} Apr 06 14:11:09.512627 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07973de5-e733-4913-b9c8-e613b6c26866 req-9d6522f4-9f45-4ab5-aeb1-19e17e1e5f1a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:09.519914 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07973de5-e733-4913-b9c8-e613b6c26866 req-9d6522f4-9f45-4ab5-aeb1-19e17e1e5f1a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0730009 Apr 06 14:11:09.523003 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:09.582420 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07973de5-e733-4913-b9c8-e613b6c26866 req-e773bffd-22ee-42ea-98d1-4bf75ef226a6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539489 Apr 06 14:11:09.713392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2d55-5acd-44ac-80a7-acb31f31f944 req-0ee0f459-8344-4bb4-97fd-a96925832ab1 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:09.720660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6cf2d55-5acd-44ac-80a7-acb31f31f944 req-0ee0f459-8344-4bb4-97fd-a96925832ab1 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0753694 Apr 06 14:11:09.791402 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6cf2d55-5acd-44ac-80a7-acb31f31f944 req-1f266b3e-74f4-4f7e-b439-5c338868f897 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673771 Apr 06 14:11:09.898247 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:09.924883 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:09.933700 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:09.933958 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:10:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:10.039994 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39292) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:10.053418 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:10.153408 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f055e39-8667-41a7-9a18-4223cddbdbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.158740 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69e3b861-621e-4f68-88c1-b8ca5247d990 req-46b2fd4a-06c5-447a-9339-ec36878d7fa6 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=2359aae7-115d-47a0-8db1-de8696ede273 HTTP/1.1" status: 200 len: 210 time: 0.0359998 Apr 06 14:11:10.239132 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f055e39-8667-41a7-9a18-4223cddbdbeb admin admin] Publish callbacks [] for security_group (893662f4-85c4-45a8-b02e-b18b2846e671), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.294895 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:10.320599 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22161b8a-9cae-4be7-9a3e-851a32620b29 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '4acc1d62-a317-4821-8fc3-5f78119bc013', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:ff:c6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a57b8-225f-441a-b040-dcf19197de10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:07:30Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 2, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:10.325354 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f055e39-8667-41a7-9a18-4223cddbdbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (893662f4-85c4-45a8-b02e-b18b2846e671), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.367954 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f055e39-8667-41a7-9a18-4223cddbdbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893662f4-85c4-45a8-b02e-b18b2846e671,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:10.388842 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3f055e39-8667-41a7-9a18-4223cddbdbeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6b7ae8d802c4b7390def3bbe6302a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454537 Apr 06 14:11:10.389618 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39300) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:10.446871 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] Publish callbacks [] for security_group (893662f4-85c4-45a8-b02e-b18b2846e671), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.469966 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] Publish callbacks [] for security_group (893662f4-85c4-45a8-b02e-b18b2846e671), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.588523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (893662f4-85c4-45a8-b02e-b18b2846e671), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.591129 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.592424 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/893662f4-85c4-45a8-b02e-b18b2846e671 HTTP/1.1" status: 204 len: 168 time: 0.2017324 Apr 06 14:11:10.601193 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34a56a-8679-4477-9ecf-ce85dec52a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893662f4-85c4-45a8-b02e-b18b2846e671,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:10.611879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d7514-8043-44f1-b68c-1c54b979f049 None None] New status for floating IP a4c96e7d-6a6a-4984-b9da-bf38145761e0: DOWN {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:10.916843 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2c2f5-67af-484d-92fb-466f3bf1c809 req-04efc28a-e594-43af-8040-6500bd5e6f91 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:10.919242 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9b2c2f5-67af-484d-92fb-466f3bf1c809 req-04efc28a-e594-43af-8040-6500bd5e6f91 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0618348 Apr 06 14:11:10.995401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9b2c2f5-67af-484d-92fb-466f3bf1c809 req-d4ea958a-e623-4520-bbcb-d58883dd218d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690658 Apr 06 14:11:11.172347 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-8c2e24f4-fe72-4ad4-b2df-3e7e97dd2069 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478120 Apr 06 14:11:11.262356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-74f2fa7d-33c2-453b-9001-390a043332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:11.264707 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-74f2fa7d-33c2-453b-9001-390a043332d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 1129 time: 0.0530405 Apr 06 14:11:11.332219 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39312) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:11.378449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-0b18d14f-1c24-45e2-8e65-2f74fbee653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:11.380007 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-0b18d14f-1c24-45e2-8e65-2f74fbee653c service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.0938661 Apr 06 14:11:11.400348 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1911b341-4191-4714-aa0b-ff89f97d0648), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.430772 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1911b341-4191-4714-aa0b-ff89f97d0648), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.552635 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1911b341-4191-4714-aa0b-ff89f97d0648), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.555346 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.557833 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-18397e1b-7d8e-49f1-b93c-f6877a319b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 200 len: 217 time: 0.0420153 Apr 06 14:11:11.559645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39314) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:11.559781 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/security-groups/1911b341-4191-4714-aa0b-ff89f97d0648 HTTP/1.1" status: 204 len: 168 time: 0.2259638 Apr 06 14:11:11.570556 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0dda1-5646-4ed6-bfe0-9e2a4a88ebcc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911b341-4191-4714-aa0b-ff89f97d0648,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:11.581489 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-f0029898-0d9d-4a44-a291-cbad38a95ada tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] show failed (client error): The resource could not be found. Apr 06 14:11:11.585498 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f0029898-0d9d-4a44-a291-cbad38a95ada tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups/1911b341-4191-4714-aa0b-ff89f97d0648 HTTP/1.1" status: 404 len: 347 time: 0.0223188 Apr 06 14:11:11.591187 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39316) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:11.622978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-d0570032-bdb1-4592-bef3-fd77be3ce636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:11.624645 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-d0570032-bdb1-4592-bef3-fd77be3ce636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0572016 Apr 06 14:11:11.683472 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-fbc786ba-36f6-48d8-8bc0-4352e0d4e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:11.685965 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-fbc786ba-36f6-48d8-8bc0-4352e0d4e7af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484540 Apr 06 14:11:11.727858 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port f038d789-549e-489c-8baa-e07bd4213101 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:11.728202 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (f038d789-549e-489c-8baa-e07bd4213101), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.787244 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-b6a6698e-1947-49db-9999-68c790951528 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927458 Apr 06 14:11:11.803520 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (f038d789-549e-489c-8baa-e07bd4213101), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.804028 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (f038d789-549e-489c-8baa-e07bd4213101), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.816037 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for f038d789-549e-489c-8baa-e07bd4213101 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:11.885961 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7ebcde-d2c0-4405-8fd1-c1889c64acc3 req-32c2867f-a8ae-4e4b-af85-3ccf72fd1520 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873256 Apr 06 14:11:12.062455 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (f038d789-549e-489c-8baa-e07bd4213101), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.091825 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=f038d789-549e-489c-8baa-e07bd4213101,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:12.144701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de55b5-428e-4ea1-9e31-90a6e948deae req-84ce04e5-088e-4068-b6c7-c241084e8ada tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:12.146230 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43de55b5-428e-4ea1-9e31-90a6e948deae req-84ce04e5-088e-4068-b6c7-c241084e8ada tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0792143 Apr 06 14:11:12.172812 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (a4c96e7d-6a6a-4984-b9da-bf38145761e0), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.175930 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.176964 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-00d40716-2646-4eec-984d-d32f496d9282 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/floatingips/a4c96e7d-6a6a-4984-b9da-bf38145761e0 HTTP/1.1" status: 204 len: 168 time: 0.5836780 Apr 06 14:11:12.218319 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43de55b5-428e-4ea1-9e31-90a6e948deae req-2b2ca232-f47a-467e-82d8-f8d5fd8c9e67 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640619 Apr 06 14:11:12.457001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.765965 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f79bf853-f7dd-4b74-a147-952166b05e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:13.350950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f66b2-f8aa-4ff1-8f78-bef1cf46138c req-856f8064-5492-48a1-8ad7-cbc533ddcc40 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:13.350950 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c63f66b2-f8aa-4ff1-8f78-bef1cf46138c req-856f8064-5492-48a1-8ad7-cbc533ddcc40 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0566199 Apr 06 14:11:13.410464 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c63f66b2-f8aa-4ff1-8f78-bef1cf46138c req-505d9c6f-f5fa-4985-bd46-03f76dfce849 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539236 Apr 06 14:11:13.580711 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 20148e29-19c6-456d-9913-9d65e7c77e07 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:13.601037 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 20148e29-19c6-456d-9913-9d65e7c77e07 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:13.601297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 20148e29-19c6-456d-9913-9d65e7c77e07 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:14.536786 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2de5-58e4-4b90-ac4e-e21a0794cadb req-cc070a1e-2762-4f30-b6bb-e27db02e4a3a tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:14.538296 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d4ae2de5-58e4-4b90-ac4e-e21a0794cadb req-cc070a1e-2762-4f30-b6bb-e27db02e4a3a tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0582452 Apr 06 14:11:14.601047 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d4ae2de5-58e4-4b90-ac4e-e21a0794cadb req-56766a43-7a23-4d08-b614-c7049823eab6 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563905 Apr 06 14:11:15.460764 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4c4e9843-1448-4405-adfb-cad9398288a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:15.717295 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328caae5-72fd-4022-b077-c638070b24b1 req-068f3700-3830-4df6-aa57-732b1265eab5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.718677 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-328caae5-72fd-4022-b077-c638070b24b1 req-068f3700-3830-4df6-aa57-732b1265eab5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.0518606 Apr 06 14:11:15.778325 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-328caae5-72fd-4022-b077-c638070b24b1 req-765bb224-1538-47d2-ad7b-ee0786861cbc tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=5b37c021-fbe8-49ac-8604-f2f738a4c483&id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530896 Apr 06 14:11:16.305913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04339-3edb-459d-a57e-4be1ccdecbed req-b90ce7c2-528c-41ee-9c81-9d2c568c86a8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:16.307278 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8d04339-3edb-459d-a57e-4be1ccdecbed req-b90ce7c2-528c-41ee-9c81-9d2c568c86a8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0533350 Apr 06 14:11:16.352241 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8d04339-3edb-459d-a57e-4be1ccdecbed req-f7127b17-1d4c-4c6e-886a-656395febfff tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393784 Apr 06 14:11:16.662291 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.478223 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e0438-8e83-4c6d-903f-7ca3c4e93393 req-3fb6855e-152f-4189-ad14-665585237764 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:17.479724 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73e0438-8e83-4c6d-903f-7ca3c4e93393 req-3fb6855e-152f-4189-ad14-665585237764 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0560613 Apr 06 14:11:17.525810 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73e0438-8e83-4c6d-903f-7ca3c4e93393 req-a34851ae-2dd5-4910-8e98-3d3792b09015 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406151 Apr 06 14:11:18.058993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-ea7ed280-f2fd-442e-aa73-fea0e121c425 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:18.061088 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-ea7ed280-f2fd-442e-aa73-fea0e121c425 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 946 time: 0.0568347 Apr 06 14:11:18.125515 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.163347 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port 46749b7f-ca1b-41cb-a16f-d257a78afc99 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:18.163742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.251108 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] For port 46749b7f-ca1b-41cb-a16f-d257a78afc99, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=46749b7f-ca1b-41cb-a16f-d257a78afc99,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:18.251599 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.420193 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.420469 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.420785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP 4acc1d62-a317-4821-8fc3-5f78119bc013 disassociated. External IP: 172.27.1.115, port: 46749b7f-ca1b-41cb-a16f-d257a78afc99. Apr 06 14:11:18.421125 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for 46749b7f-ca1b-41cb-a16f-d257a78afc99 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:18.619526 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (46749b7f-ca1b-41cb-a16f-d257a78afc99), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:18.658530 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=46749b7f-ca1b-41cb-a16f-d257a78afc99,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:18.673287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.673595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.674403 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.674403 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.674631 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.674991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.675305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.681862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:18.693588 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17879d-b749-4fe9-8b4b-82ece0edaf77 req-727c980a-8db6-489b-b91f-7ee864259695 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:18.695059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d17879d-b749-4fe9-8b4b-82ece0edaf77 req-727c980a-8db6-489b-b91f-7ee864259695 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 867 time: 0.1034813 Apr 06 14:11:19.051014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d17879d-b749-4fe9-8b4b-82ece0edaf77 req-186eca31-9608-4721-a110-b5d15c0a65eb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=f08ea2ec-c108-4eda-b3eb-c16d04d05049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245628 Apr 06 14:11:19.074092 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:19.191341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:19.200939 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:19.211697 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:19.212332 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:19.232185 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] No DVR routers for this DVR port 46749b7f-ca1b-41cb-a16f-d257a78afc99 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:19.234624 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:19.238514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-74ff4cca-d533-4ba1-8fac-837de7f4e1cf req-8ea52420-f914-4703-ba7c-12328bbec13b tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "DELETE /v2.0/ports/46749b7f-ca1b-41cb-a16f-d257a78afc99 HTTP/1.1" status: 204 len: 173 time: 1.1711836 Apr 06 14:11:19.238906 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'name': 'network-vif-deleted', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:19.241271 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae89e970-048c-40a9-bfef-b57c4420a45e" -d '{"events": [{"server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "name": "network-vif-deleted", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:19.278521 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8620e915-eb1a-4694-a09e-03903206cca4 x-openstack-request-id: req-8620e915-eb1a-4694-a09e-03903206cca4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:19.278813 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a57b8-225f-441a-b040-dcf19197de10", "name": "network-vif-deleted", "tag": "46749b7f-ca1b-41cb-a16f-d257a78afc99", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:19.279067 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8620e915-eb1a-4694-a09e-03903206cca4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:19.279586 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8620e915-eb1a-4694-a09e-03903206cca4'] response: {'server_uuid': 'e09a57b8-225f-441a-b040-dcf19197de10', 'name': 'network-vif-deleted', 'tag': '46749b7f-ca1b-41cb-a16f-d257a78afc99', 'status': 'completed', 'code': 200} Apr 06 14:11:19.327255 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:19.550724 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:19.576658 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:19.585457 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:19.586069 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:19.699909 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:19.845794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:19.904106 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:19.934341 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2715e-b458-4951-ac6f-730dd491cf51 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:20.167822 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc71c41b-0d74-4064-a54a-c49de1cb1088 req-2ac8e30e-bbf0-47ee-9a0d-a3f5e5fd3d9d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=e09a57b8-225f-441a-b040-dcf19197de10 HTTP/1.1" status: 200 len: 210 time: 0.0310094 Apr 06 14:11:20.181757 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b186f9-0268-40c9-a6a2-55ef4e5fa052 None None] New status for floating IP 4acc1d62-a317-4821-8fc3-5f78119bc013: DOWN {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:21.315172 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39378) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:21.367563 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (f08ea2ec-c108-4eda-b3eb-c16d04d05049), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.390459 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (f08ea2ec-c108-4eda-b3eb-c16d04d05049), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.502890 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f08ea2ec-c108-4eda-b3eb-c16d04d05049), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.505482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.506821 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/security-groups/f08ea2ec-c108-4eda-b3eb-c16d04d05049 HTTP/1.1" status: 204 len: 168 time: 0.1905851 Apr 06 14:11:21.512994 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39380) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:21.517047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e99bc-2aa9-409e-8f35-0d8a2a2986a4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ea2ec-c108-4eda-b3eb-c16d04d05049,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:21.526977 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-cfebc762-42f9-4a1e-9ef2-4d7470a3c938 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] show failed (client error): The resource could not be found. Apr 06 14:11:21.528665 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cfebc762-42f9-4a1e-9ef2-4d7470a3c938 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups/f08ea2ec-c108-4eda-b3eb-c16d04d05049 HTTP/1.1" status: 404 len: 347 time: 0.0173125 Apr 06 14:11:21.531229 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39382) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:21.654545 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port bb5d2db8-7b4d-49c2-bfc1-8e7972714d90 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:21.654802 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.730033 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.730362 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.742464 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for bb5d2db8-7b4d-49c2-bfc1-8e7972714d90 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:21.929463 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (bb5d2db8-7b4d-49c2-bfc1-8e7972714d90), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.952233 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=bb5d2db8-7b4d-49c2-bfc1-8e7972714d90,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:21.966520 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.966876 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.967217 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.967611 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.967951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.968284 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.968615 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.968945 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.969272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.969600 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.969927 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.970758 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.971085 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.971434 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:21.971759 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:22.029463 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (4acc1d62-a317-4821-8fc3-5f78119bc013), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.032603 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.034271 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f80c7d97-94fd-4e93-bcbb-6c2823074d56 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/floatingips/4acc1d62-a317-4821-8fc3-5f78119bc013 HTTP/1.1" status: 204 len: 168 time: 0.5019095 Apr 06 14:11:22.312126 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39388) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:22.316990 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927356670', 'description': 'tempest-description--1440178773'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:22.393957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.458643 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (5f84b503-f844-427c-bc88-ac193db76c22), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.519443 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5f84b503-f844-427c-bc88-ac193db76c22), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.546778 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84b503-f844-427c-bc88-ac193db76c22,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:22.606844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.608157 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-695fc58f-2f35-45b7-be2d-495e7290a6a7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2950079 Apr 06 14:11:22.610988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39390) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:22.615275 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '5f84b503-f844-427c-bc88-ac193db76c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:22.707465 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (3cc4e152-5548-4529-83a1-cc9f2aa88549), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.763161 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (3cc4e152-5548-4529-83a1-cc9f2aa88549), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.821873 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (3cc4e152-5548-4529-83a1-cc9f2aa88549), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.837098 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc4e152-5548-4529-83a1-cc9f2aa88549,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:22.891263 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.892535 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-bedfcfb3-d946-44ef-9c37-a447be5a9b37 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805698 Apr 06 14:11:22.895112 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39392) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:22.899593 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '5f84b503-f844-427c-bc88-ac193db76c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:22.997285 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (274c7efb-e542-4535-b88f-081710957bd6), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.052701 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (274c7efb-e542-4535-b88f-081710957bd6), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.102171 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (274c7efb-e542-4535-b88f-081710957bd6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.121621 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274c7efb-e542-4535-b88f-081710957bd6,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:23.161373 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.162554 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-69d9e01f-de5d-41a7-8474-02672e332cc9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2663310 Apr 06 14:11:23.165604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39394) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:23.169843 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:23.228006 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.542532 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.622653 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 46749b7f-ca1b-41cb-a16f-d257a78afc99 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:23.644024 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 46749b7f-ca1b-41cb-a16f-d257a78afc99 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:23.644378 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 46749b7f-ca1b-41cb-a16f-d257a78afc99 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:23.664526 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.27.1.142 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/3b6c060a-7c6b-42d8-ae35-6277bb813fe1) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:11:23.764473 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.851317 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:23.887512 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:11:23.890668 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:11:23.896837 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:11:23.920450 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=3b6c060a-7c6b-42d8-ae35-6277bb813fe1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:23.985324 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.103076 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.246990 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.306679 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.380541 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=3b6c060a-7c6b-42d8-ae35-6277bb813fe1,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:24.388773 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.475900 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.477141 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-083857f6-8609-4f50-b7e8-ff28bc98fa98 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3106086 Apr 06 14:11:24.683715 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-4005c085-bc1e-4d90-95a7-dc7d833898a5 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1927356670&fields=id&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 267 time: 0.0452583 Apr 06 14:11:24.788652 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-4f4e6775-2b55-41a5-8008-0cb7021c8aa0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:24.790102 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-4f4e6775-2b55-41a5-8008-0cb7021c8aa0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.0989099 Apr 06 14:11:24.805321 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-9576d68d-8fd0-4db7-8119-aa7e6315e4d1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/quotas/1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 375 time: 0.0098472 Apr 06 14:11:24.863899 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-c80c46d3-e2ba-4d7a-af6c-9d3390c074d7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530674 Apr 06 14:11:24.962165 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-48d0ec9c-f462-4c72-bb93-36b8e530202e service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860095 Apr 06 14:11:25.062245 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-3e0c1043-2bce-462c-8f00-148d2ef77cd7 service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 Apr 06 14:11:25.338765 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b05c143-8056-4f1c-958f-9ee50edd53d8 req-3f5a36f5-f5f1-471d-abcb-5fba2fbcd1f7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0374801 Apr 06 14:11:26.441436 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f35f1b6e-71c8-4f42-820d-87d38d30ad0b req-32d6aa7b-d618-45a3-bb2e-3b6321a3901f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0287569 Apr 06 14:11:27.544305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f88ca1e1-3243-4f77-8b55-1105d2e54959 req-5ae5abd4-444c-4eed-8f7c-f86fbdb92d84 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0310655 Apr 06 14:11:28.483936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-334fe2c4-7fd8-4624-87fd-60609b5f9fea tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:28.485413 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-334fe2c4-7fd8-4624-87fd-60609b5f9fea tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.1048944 Apr 06 14:11:28.570776 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-79023aec-9f5d-4001-b2f4-8d2bf831b4ad tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 380 time: 0.0603633 Apr 06 14:11:28.587303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'port': {'device_id': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'admin_state_up': True, 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'security_groups': ['5f84b503-f844-427c-bc88-ac193db76c22']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:28.661691 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb9f0ffe-922f-445f-b626-dfcb9abf3390 req-6974a82c-7375-488e-bc94-5cf1fa9d5277 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0341930 Apr 06 14:11:28.799969 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:11:28.805152 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.941172 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.20.0.13 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/d64b7571-2125-4ee2-8755-72d63fb091ab) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:11:29.081934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.157493 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de217138-845a-4714-bd3d-233e8c7918ed req-54553c7c-45c3-4ae8-8eff-7e03b0986656 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.159579 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de217138-845a-4714-bd3d-233e8c7918ed req-54553c7c-45c3-4ae8-8eff-7e03b0986656 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0673757 Apr 06 14:11:29.217383 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.294941 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de217138-845a-4714-bd3d-233e8c7918ed req-49b20f27-a04f-4f0d-a6e8-883334146b59 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277905 Apr 06 14:11:29.296778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:11:29.303051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:11:29.304857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:29.307063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:11:29.338958 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-fd4f18a5-a3d1-4be0-aa3d-772f7c76c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.340506 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-fd4f18a5-a3d1-4be0-aa3d-772f7c76c881 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.1673744 Apr 06 14:11:29.378879 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.379524 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.460051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-0b7f1d78-5c98-4e49-8df7-2cc66ea3e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.461537 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-0b7f1d78-5c98-4e49-8df7-2cc66ea3e06f service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1117492 Apr 06 14:11:29.505775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-e9609052-4de6-4371-98e5-09cc42d4605c None None] Provisioning complete for port d64b7571-2125-4ee2-8755-72d63fb091ab triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:29.506377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e9609052-4de6-4371-98e5-09cc42d4605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.507262 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-b38409bc-2b9f-4ea4-a9ac-0540d629415a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9245613 Apr 06 14:11:29.526496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Request body: {'port': {'device_id': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:29.545789 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-e9609052-4de6-4371-98e5-09cc42d4605c None None] Port d64b7571-2125-4ee2-8755-72d63fb091ab cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:11:29.558877 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-f1f540ee-5b3d-494e-aa7e-03566b8ae236 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1001 time: 0.0898709 Apr 06 14:11:29.635869 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.647259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-53d49c04-9733-4e79-aa62-ddefec024931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.648757 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-53d49c04-9733-4e79-aa62-ddefec024931 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0825553 Apr 06 14:11:29.824923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-4f5a9d2b-5bac-4fd0-b4c4-c64dd6670374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.826330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-4f5a9d2b-5bac-4fd0-b4c4-c64dd6670374 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539278 Apr 06 14:11:29.951480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69b94a-9bf8-4090-8087-123f5cded163 req-38e80a1d-6d46-4971-aaf1-9fae40a83164 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:29.952961 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ce69b94a-9bf8-4090-8087-123f5cded163 req-38e80a1d-6d46-4971-aaf1-9fae40a83164 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 932 time: 0.1835144 Apr 06 14:11:30.084688 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-9677827e-9888-4f8e-a9c1-555eccb46f17 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166333 Apr 06 14:11:30.093068 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ce69b94a-9bf8-4090-8087-123f5cded163 req-a9ece93c-6f26-4fb0-b2fb-351d3e77849d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176341 Apr 06 14:11:30.107059 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647125c-95ef-4c72-9855-48e004f2c075 req-eedb8ffd-769e-4b81-8c5a-8cba5f959205 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:30.108568 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b647125c-95ef-4c72-9855-48e004f2c075 req-eedb8ffd-769e-4b81-8c5a-8cba5f959205 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1924448 Apr 06 14:11:30.159100 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64b7571-2125-4ee2-8755-72d63fb091ab {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:11:30.184842 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks [] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.240989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b647125c-95ef-4c72-9855-48e004f2c075 req-71a31ebc-f4d1-4258-98e8-3582880e5a9c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107943 Apr 06 14:11:30.245013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Transition to ACTIVE for port object d64b7571-2125-4ee2-8755-72d63fb091ab will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:11:30.281330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1aa6c6-f986-4786-b2b7-ec78647bdfc6 req-fcfd34ad-7916-4c87-a2e3-1777f33e5935 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168170 Apr 06 14:11:30.323604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.384280 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Pushing event updated for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:30.501744 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f4acd-04ea-4d34-8524-70809c270489 req-87b71d4c-2b07-4742-930f-f27f403a4939 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:30.503293 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-161f4acd-04ea-4d34-8524-70809c270489 req-87b71d4c-2b07-4742-930f-f27f403a4939 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0993736 Apr 06 14:11:30.504040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Attempting to bind port d64b7571-2125-4ee2-8755-72d63fb091ab on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:11:30.504377 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Attempting to bind port d64b7571-2125-4ee2-8755-72d63fb091ab by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:11:30.504703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Attempting to bind port d64b7571-2125-4ee2-8755-72d63fb091ab on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:11:30.515893 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Port d64b7571-2125-4ee2-8755-72d63fb091ab on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:11:30.516223 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Attempting to bind port d64b7571-2125-4ee2-8755-72d63fb091ab on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:11:30.528476 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:11:30.528817 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:11:30.529211 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:11:30.529687 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Bound port: d64b7571-2125-4ee2-8755-72d63fb091ab, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:11:30.530054 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.590656 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-161f4acd-04ea-4d34-8524-70809c270489 req-d19f2bde-a758-4075-8ae2-aa6f1e47e882 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809038 Apr 06 14:11:30.620996 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:11:30.623947 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d64b7571-2125-4ee2-8755-72d63fb091ab,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:11:30.680232 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.721909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:30.721909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.721909 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] 10.222.0.46 "PUT /v2.0/ports/d64b7571-2125-4ee2-8755-72d63fb091ab HTTP/1.1" status: 200 len: 1094 time: 1.1994359 Apr 06 14:11:30.724759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:30.726890 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d" -d '{"events": [{"name": "network-changed", "server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:30.756278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354b0f8-0cec-4503-a50d-165abae78377 service neutron] Pushing event updated for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:30.773215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb25353-142b-4e1e-82c6-316da084cf8e x-openstack-request-id: req-0cb25353-142b-4e1e-82c6-316da084cf8e {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:30.773215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:30.773779 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cb25353-142b-4e1e-82c6-316da084cf8e {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:30.774425 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb25353-142b-4e1e-82c6-316da084cf8e'] response: {'name': 'network-changed', 'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'status': 'completed', 'code': 200} Apr 06 14:11:30.881002 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-2cce03a6-6564-4f7d-b37e-cd5816b25111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:30.882574 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-2cce03a6-6564-4f7d-b37e-cd5816b25111 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 1128 time: 0.0526719 Apr 06 14:11:30.989390 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-d78940d7-682a-4305-afeb-f0f6884abaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:30.990775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-d78940d7-682a-4305-afeb-f0f6884abaff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939291 Apr 06 14:11:31.089454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-db2a766d-4173-4fec-9eb5-6e8ae2cad26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.090922 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3994b8f5-5590-4a0c-b9d8-e86eea7d162d req-db2a766d-4173-4fec-9eb5-6e8ae2cad26b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934739 Apr 06 14:11:31.235341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-e191fd98-ca21-4a03-b198-cda8cee362cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.236883 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-e191fd98-ca21-4a03-b198-cda8cee362cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 1128 time: 0.0816040 Apr 06 14:11:31.244482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb395003-cc49-49a2-b900-7eccb101dc29 req-5ca81cc0-4031-4a45-8733-d6839d24f850 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.245886 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb395003-cc49-49a2-b900-7eccb101dc29 req-5ca81cc0-4031-4a45-8733-d6839d24f850 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 944 time: 0.0827608 Apr 06 14:11:31.298939 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-483cc8a4-d8f2-406d-9cee-dd302a3ab8fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64b7571-2125-4ee2-8755-72d63fb091ab HTTP/1.1" status: 200 len: 217 time: 0.0462730 Apr 06 14:11:31.383638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb395003-cc49-49a2-b900-7eccb101dc29 req-0745846c-6672-45a2-b2fc-3241712a6e5a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320076 Apr 06 14:11:31.400635 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-e4847d3e-18f9-43c8-9720-00371f4bcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.402065 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-e4847d3e-18f9-43c8-9720-00371f4bcc83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0972800 Apr 06 14:11:31.423449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96483ea-142c-4a50-a7fe-5a7b4a5056b5 req-c523a4cf-e9d4-4da4-ba42-cbf2a0368460 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.424813 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96483ea-142c-4a50-a7fe-5a7b4a5056b5 req-c523a4cf-e9d4-4da4-ba42-cbf2a0368460 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1066866 Apr 06 14:11:31.493108 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96483ea-142c-4a50-a7fe-5a7b4a5056b5 req-8b0d3712-5bcc-4fe6-943e-3bac25cd3911 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Apr 06 14:11:31.494828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2cc78aa7-d48f-43a0-816c-e50eb515afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.496235 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-2cc78aa7-d48f-43a0-816c-e50eb515afec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864677 Apr 06 14:11:31.586953 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-bbb03040-4e61-426b-a404-1c4719f47000 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837867 Apr 06 14:11:31.699105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318368ec-7c7e-4680-aab7-feb4d2ce7dc0 req-e9000451-d26e-4a8e-9d90-427f9a648ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061482 Apr 06 14:11:31.720636 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6331f-a3e3-4a8d-88a9-5de98500a529 req-f3ae7d47-90b9-4b6d-ae1f-9239f2bc417f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:31.722095 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ee6331f-a3e3-4a8d-88a9-5de98500a529 req-f3ae7d47-90b9-4b6d-ae1f-9239f2bc417f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Apr 06 14:11:31.772149 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ee6331f-a3e3-4a8d-88a9-5de98500a529 req-18179621-a3f7-4ad9-8b1c-3e7287fffc8c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444064 Apr 06 14:11:32.773020 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695da3-1827-4e81-9ed4-79a3d0388eb4 req-08a72a24-a73a-4982-b3a5-848c6cba8166 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:32.774541 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a695da3-1827-4e81-9ed4-79a3d0388eb4 req-08a72a24-a73a-4982-b3a5-848c6cba8166 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 944 time: 0.3250146 Apr 06 14:11:32.788186 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:11:32.796423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345a51-2c68-4ae3-b4a7-ecdec54d4b5f req-a0463c3b-5c85-48b2-8e31-f928d90dfa72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:32.797874 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1345a51-2c68-4ae3-b4a7-ecdec54d4b5f req-a0463c3b-5c85-48b2-8e31-f928d90dfa72 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0797439 Apr 06 14:11:32.859830 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a695da3-1827-4e81-9ed4-79a3d0388eb4 req-98ca190e-a035-4611-82a2-90949a6775b9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790865 Apr 06 14:11:32.868841 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1345a51-2c68-4ae3-b4a7-ecdec54d4b5f req-2cb862d5-2edb-4588-96fa-575cf6af8c16 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640519 Apr 06 14:11:32.969057 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86561e-021b-40e5-932e-c01c20d3675c req-84b15025-05b7-4052-bdb5-192b52dc9aef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:32.971044 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f86561e-021b-40e5-932e-c01c20d3675c req-84b15025-05b7-4052-bdb5-192b52dc9aef tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Apr 06 14:11:33.026871 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f86561e-021b-40e5-932e-c01c20d3675c req-ab15391f-876f-4d9e-8730-44febe77bed2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500433 Apr 06 14:11:34.013551 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033402a-cdf4-4774-ac84-b3e68ac227eb req-f00591ce-0cce-4e6d-9a12-7cf66502949a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:34.015293 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8033402a-cdf4-4774-ac84-b3e68ac227eb req-f00591ce-0cce-4e6d-9a12-7cf66502949a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 944 time: 0.0843186 Apr 06 14:11:34.023218 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df75304-45ed-4410-9ef6-4f204191e094 req-4567587d-5ba6-4c6c-9176-310c7333b177 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:34.024764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5df75304-45ed-4410-9ef6-4f204191e094 req-4567587d-5ba6-4c6c-9176-310c7333b177 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0836456 Apr 06 14:11:34.102688 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8033402a-cdf4-4774-ac84-b3e68ac227eb req-28e9b323-758b-4491-a845-b09159bcc41e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769279 Apr 06 14:11:34.105973 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5df75304-45ed-4410-9ef6-4f204191e094 req-10671b69-6580-4f2a-8b2f-7735ba7d9493 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714135 Apr 06 14:11:34.209709 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860caa8b-e278-40da-89f1-2929415b1730 req-11f4f53a-5778-4c18-a9ec-57f534dda88b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:34.211198 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-860caa8b-e278-40da-89f1-2929415b1730 req-11f4f53a-5778-4c18-a9ec-57f534dda88b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0542686 Apr 06 14:11:34.258511 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-860caa8b-e278-40da-89f1-2929415b1730 req-010bcf68-7042-4aa7-ae7a-05f5cc0ae8b1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Apr 06 14:11:35.255565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73928d60-0037-4d17-9575-d8a01766d9da req-c827b7eb-075d-4363-b700-288b9c772385 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:35.257272 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73928d60-0037-4d17-9575-d8a01766d9da req-c827b7eb-075d-4363-b700-288b9c772385 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 944 time: 0.0864193 Apr 06 14:11:35.270967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0509c59-6239-4755-aaeb-8def1a8efef1 req-6634c531-a7fc-4857-998c-a1b36b05a349 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:35.272535 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b0509c59-6239-4755-aaeb-8def1a8efef1 req-6634c531-a7fc-4857-998c-a1b36b05a349 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0921452 Apr 06 14:11:35.344917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73928d60-0037-4d17-9575-d8a01766d9da req-9a0708e5-b030-416b-8401-74d8ab4dba83 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815685 Apr 06 14:11:35.349770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b0509c59-6239-4755-aaeb-8def1a8efef1 req-4ab33f2f-0502-4a44-8715-6eb79a20ad24 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717225 Apr 06 14:11:35.454671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb21e75-6aab-4513-b06e-dc748b02126d req-aba7d04b-e343-48bd-bc22-204c6034086d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:35.456351 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ccb21e75-6aab-4513-b06e-dc748b02126d req-aba7d04b-e343-48bd-bc22-204c6034086d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0549183 Apr 06 14:11:35.503999 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ccb21e75-6aab-4513-b06e-dc748b02126d req-5a56cd7f-58b8-47f9-80b3-4cce5b0b8d1d tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Apr 06 14:11:35.639568 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d64b7571-2125-4ee2-8755-72d63fb091ab details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:11:35.865608 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d64b7571-2125-4ee2-8755-72d63fb091ab,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:35.877268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'port_id': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'mac_address': 'fa:16:3e:a7:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:11:35.915726 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d64b7571-2125-4ee2-8755-72d63fb091ab is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:35.916034 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.929510 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64b7571-2125-4ee2-8755-72d63fb091ab {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:11:35.949432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d64b7571-2125-4ee2-8755-72d63fb091ab,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:36.020876 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:36.071230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:36.078551 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.078932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.079314 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.080326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.080665 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.080994 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.081319 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.081642 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.081964 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.082289 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.082613 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.082947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.083271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.083687 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.084124 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:36.420447 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d64b7571-2125-4ee2-8755-72d63fb091ab'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:11:36.517667 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57284-9f78-4cb1-a59f-f04a088ac34c req-4b6fe994-4476-488b-a021-429e34fece7f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:36.519201 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ae57284-9f78-4cb1-a59f-f04a088ac34c req-4b6fe994-4476-488b-a021-429e34fece7f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 945 time: 0.0918264 Apr 06 14:11:36.526561 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ccd29-0cac-40fc-8852-6ce4e45a9ad7 req-fe054100-815d-43f4-b5fa-f4f228e314d7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:36.528155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc3ccd29-0cac-40fc-8852-6ce4e45a9ad7 req-fe054100-815d-43f4-b5fa-f4f228e314d7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0989399 Apr 06 14:11:36.602183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ae57284-9f78-4cb1-a59f-f04a088ac34c req-177ef1e6-2347-4a3a-8021-1ebf330155f8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714073 Apr 06 14:11:36.609445 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc3ccd29-0cac-40fc-8852-6ce4e45a9ad7 req-ef8263f2-dc08-48b2-bec7-4f94d878fa86 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651526 Apr 06 14:11:36.717327 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7ab86-7606-460d-bf8c-0bc81168ab60 req-67456cab-3094-48f4-8d4e-70f8021d0301 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:36.718974 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04a7ab86-7606-460d-bf8c-0bc81168ab60 req-67456cab-3094-48f4-8d4e-70f8021d0301 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0596764 Apr 06 14:11:36.774972 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04a7ab86-7606-460d-bf8c-0bc81168ab60 req-0f6f871e-b505-4257-99eb-3e61e64f3ea8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489025 Apr 06 14:11:37.655645 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d64b7571-2125-4ee2-8755-72d63fb091ab up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:11:37.756292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec2116-7662-401f-84d6-541942e099a0 req-81b7a2c7-756b-4324-afab-057005c2a281 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:37.757809 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcec2116-7662-401f-84d6-541942e099a0 req-81b7a2c7-756b-4324-afab-057005c2a281 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 945 time: 0.0851996 Apr 06 14:11:37.765432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port d64b7571-2125-4ee2-8755-72d63fb091ab completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:11:37.770415 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port d64b7571-2125-4ee2-8755-72d63fb091ab triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:37.772112 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:37.772231 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f175c2-6499-4509-a22c-16cb0027a8cd req-c736990c-dab7-49a4-9b40-18f7e15b5221 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:37.773571 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7f175c2-6499-4509-a22c-16cb0027a8cd req-c736990c-dab7-49a4-9b40-18f7e15b5221 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0887303 Apr 06 14:11:37.846230 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7f175c2-6499-4509-a22c-16cb0027a8cd req-43422ab8-707d-470b-aa49-12a27fff6e35 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667226 Apr 06 14:11:37.849238 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fcec2116-7662-401f-84d6-541942e099a0 req-0eaeddba-c606-4cad-9378-0752ff09de4d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850451 Apr 06 14:11:37.855682 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port d64b7571-2125-4ee2-8755-72d63fb091ab is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:37.856076 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:37.884441 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:37.886791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2338fed7-45bf-4c5b-9494-3b447c8adccb" -d '{"events": [{"server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:37.899830 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d64b7571-2125-4ee2-8755-72d63fb091ab,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:37.923909 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5843e1-a244-44d1-a461-6bbb49e46ee1 x-openstack-request-id: req-8a5843e1-a244-44d1-a461-6bbb49e46ee1 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:37.924248 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "name": "network-vif-plugged", "status": "completed", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:37.924486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a5843e1-a244-44d1-a461-6bbb49e46ee1 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:37.924890 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5843e1-a244-44d1-a461-6bbb49e46ee1'] response: {'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'code': 200} Apr 06 14:11:37.963793 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05e15-5609-4a5d-936f-98a7fc9cbc04 req-049aaeee-79ec-4380-a8ee-c39463d14e6c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:37.965283 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ada05e15-5609-4a5d-936f-98a7fc9cbc04 req-049aaeee-79ec-4380-a8ee-c39463d14e6c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0581253 Apr 06 14:11:38.006422 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:38.015303 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ada05e15-5609-4a5d-936f-98a7fc9cbc04 req-73f78613-2942-4353-9355-145e4a8c6321 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Apr 06 14:11:38.058585 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:38.399943 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f295e91-32e6-4aeb-9053-a39e6c7b8a91 req-e3bc5ee8-a7fa-4586-b91e-f3e88d24702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:38.401455 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7f295e91-32e6-4aeb-9053-a39e6c7b8a91 req-e3bc5ee8-a7fa-4586-b91e-f3e88d24702e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 1130 time: 0.0449164 Apr 06 14:11:38.447770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7f295e91-32e6-4aeb-9053-a39e6c7b8a91 req-4cdcf7a8-8c87-4636-9dea-91ecdec5f39b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Apr 06 14:11:39.002891 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f694bc-f102-48f2-8528-5caf26a0ac94 req-cc6643b4-ae95-4a79-8cc9-8398b34d3a0d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:39.004328 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7f694bc-f102-48f2-8528-5caf26a0ac94 req-cc6643b4-ae95-4a79-8cc9-8398b34d3a0d tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.0860331 Apr 06 14:11:39.011829 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ec50e-bed1-42dd-a4b3-0bc2570b0adf req-648d758e-fdd7-4d6a-a977-f73d91274284 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:39.013195 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-574ec50e-bed1-42dd-a4b3-0bc2570b0adf req-648d758e-fdd7-4d6a-a977-f73d91274284 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0967999 Apr 06 14:11:39.085440 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7f694bc-f102-48f2-8528-5caf26a0ac94 req-d4c39f15-462f-42ae-befe-4edc099705a2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712531 Apr 06 14:11:39.088754 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-574ec50e-bed1-42dd-a4b3-0bc2570b0adf req-1a8dbbbb-8e6e-4093-964a-e65f8fc5c08d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681171 Apr 06 14:11:39.191487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa03961-88d3-4482-91fc-a7a2e1129e1b req-b00517e3-7bf0-48c3-9afd-455622fdd246 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:39.193026 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7aa03961-88d3-4482-91fc-a7a2e1129e1b req-b00517e3-7bf0-48c3-9afd-455622fdd246 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Apr 06 14:11:39.243074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7aa03961-88d3-4482-91fc-a7a2e1129e1b req-1a7949df-7a4e-4a00-bb68-0dd232f094ab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Apr 06 14:11:40.234549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978b6ba-0127-4678-b1f2-26781df9c875 req-3aec1323-527d-47fd-afd3-7bb4d2e0f7ca tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:40.236183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4978b6ba-0127-4678-b1f2-26781df9c875 req-3aec1323-527d-47fd-afd3-7bb4d2e0f7ca tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.0835221 Apr 06 14:11:40.243759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afdb0a-b7fd-4592-ae32-af6b69757dc7 req-78bb8d9f-eca3-4a26-8416-af59d55e9378 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:40.245139 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90afdb0a-b7fd-4592-ae32-af6b69757dc7 req-78bb8d9f-eca3-4a26-8416-af59d55e9378 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0822408 Apr 06 14:11:40.318494 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4978b6ba-0127-4678-b1f2-26781df9c875 req-17b3d4e9-237c-490e-9af1-9067e8a1e068 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723007 Apr 06 14:11:40.321717 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90afdb0a-b7fd-4592-ae32-af6b69757dc7 req-629fd50c-3dfa-4a53-8319-9cbf30cd9caa tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700464 Apr 06 14:11:40.431520 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924061e9-58d9-442b-96bf-3177ae3903e1 req-48604350-bfd2-4d6f-a876-f2358baeebe8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:40.433216 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-924061e9-58d9-442b-96bf-3177ae3903e1 req-48604350-bfd2-4d6f-a876-f2358baeebe8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0581775 Apr 06 14:11:40.486726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-924061e9-58d9-442b-96bf-3177ae3903e1 req-2c201e8b-778a-46fc-82f9-efe1643b9194 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Apr 06 14:11:41.479973 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741cce-adb6-4459-b0e6-37bb95b80d7b req-c4391d67-cb56-4aa2-9253-a9ecda0de509 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:41.481511 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59741cce-adb6-4459-b0e6-37bb95b80d7b req-c4391d67-cb56-4aa2-9253-a9ecda0de509 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.0883367 Apr 06 14:11:41.490398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa3ab-1b73-4385-8208-2c706e8e7fba req-9a6ed0d8-de3f-42ee-92c4-99cd2f6da3e9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:41.491422 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e2fa3ab-1b73-4385-8208-2c706e8e7fba req-9a6ed0d8-de3f-42ee-92c4-99cd2f6da3e9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.1003406 Apr 06 14:11:41.568211 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59741cce-adb6-4459-b0e6-37bb95b80d7b req-0faf19e3-166b-4eee-84ef-36d28ae59af5 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758295 Apr 06 14:11:41.570956 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e2fa3ab-1b73-4385-8208-2c706e8e7fba req-666559bd-1700-47a2-a5b7-8bde19f8f2f5 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730295 Apr 06 14:11:41.706297 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347995af-9208-44cd-84bb-a6dcc408c652 req-7ccd1a4e-8a24-4cbe-9b03-fae13945eff6 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:41.708713 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-347995af-9208-44cd-84bb-a6dcc408c652 req-7ccd1a4e-8a24-4cbe-9b03-fae13945eff6 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.0755379 Apr 06 14:11:41.715173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907b044-d667-4863-b529-11247ca98347 req-a5a4c397-8db1-4045-b656-6b6e8fbb6997 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:41.716622 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2907b044-d667-4863-b529-11247ca98347 req-a5a4c397-8db1-4045-b656-6b6e8fbb6997 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0937130 Apr 06 14:11:41.716821 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39546) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:41.721721 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'port_id': 'd64b7571-2125-4ee2-8755-72d63fb091ab'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:41.765729 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:41.767054 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2907b044-d667-4863-b529-11247ca98347 req-72b720fc-1e5a-4f3e-81c9-a9a881df9234 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 Apr 06 14:11:42.100709 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf06b-c54e-44ef-8f28-ff47726ddcd8 req-081a7a48-4d5c-40cb-b234-e229aca8aebf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.103452 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76fdf06b-c54e-44ef-8f28-ff47726ddcd8 req-081a7a48-4d5c-40cb-b234-e229aca8aebf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0615830 Apr 06 14:11:42.155919 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76fdf06b-c54e-44ef-8f28-ff47726ddcd8 req-5b989ed7-4154-4b06-9c49-7ca0fadb8ea8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Apr 06 14:11:42.212826 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-3bed7c7a-1f66-455f-b783-f30fa46d33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.214325 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-3bed7c7a-1f66-455f-b783-f30fa46d33f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1130 time: 0.0466833 Apr 06 14:11:42.237541 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.296639 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.312278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-e7690b3c-c78f-487a-aa9f-5bf500ef04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.313783 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-e7690b3c-c78f-487a-aa9f-5bf500ef04a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.0913339 Apr 06 14:11:42.390065 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-8a45f584-68b3-41a6-94d3-dd27e75de8da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 1002 time: 0.0640533 Apr 06 14:11:42.407968 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP 852d0ac7-0717-4cb1-a8f8-f1f84127703f associated. External IP: 172.27.1.142, port: d64b7571-2125-4ee2-8755-72d63fb091ab. Apr 06 14:11:42.444508 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-2f659bb0-fb6d-48a6-8109-bb9e89010ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.446033 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-2f659bb0-fb6d-48a6-8109-bb9e89010ada service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.0457289 Apr 06 14:11:42.491210 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.506644 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-20032acd-45ea-40a2-b580-de748a5367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.511148 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-20032acd-45ea-40a2-b580-de748a5367cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546346 Apr 06 14:11:42.601799 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-4aec2d17-93ca-48d5-98a3-6a4799f3f371 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840850 Apr 06 14:11:42.628895 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:42.696792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cec04b6-2743-4b92-a9c0-1f08901e7d08 req-ca444d38-cf70-450e-b22d-f6c0b48b1848 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Apr 06 14:11:42.742990 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:42.747700 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.753169 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:42.763222 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ced4951d-1306-4a93-af7d-c11c2b0e513f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.764639 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:42.765259 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:42.781924 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ce6865d4-b97e-4461-b60a-f453cbb1f5a9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "PUT /v2.0/floatingips/852d0ac7-0717-4cb1-a8f8-f1f84127703f HTTP/1.1" status: 200 len: 992 time: 1.0638580 Apr 06 14:11:42.788855 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:42.788855 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754e9614-4877-4615-9895-87cf2cf50c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:42.826185 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ad6cfb-a07e-46cb-9e29-3dfff44f35af x-openstack-request-id: req-99ad6cfb-a07e-46cb-9e29-3dfff44f35af {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:42.826639 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:42.826960 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99ad6cfb-a07e-46cb-9e29-3dfff44f35af {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:42.827505 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ad6cfb-a07e-46cb-9e29-3dfff44f35af'] response: {'name': 'network-changed', 'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'status': 'completed', 'code': 200} Apr 06 14:11:42.880004 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:42.933202 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577456-ac07-4fb6-98e7-68c76591c0c0 req-a5318bd3-01b0-459c-a924-73c52e3a032a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.934744 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc577456-ac07-4fb6-98e7-68c76591c0c0 req-a5318bd3-01b0-459c-a924-73c52e3a032a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0892045 Apr 06 14:11:42.941155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9614-4877-4615-9895-87cf2cf50c3a req-43b6d681-aea9-430d-b4ad-02e9f8420282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:42.943284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-43b6d681-aea9-430d-b4ad-02e9f8420282 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 1130 time: 0.0664334 Apr 06 14:11:43.045250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc577456-ac07-4fb6-98e7-68c76591c0c0 req-437e914a-6d9b-4a9e-8332-960c4280fb33 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009710 Apr 06 14:11:43.075272 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9614-4877-4615-9895-87cf2cf50c3a req-9f773ef1-9016-4c90-a64c-3b7afb59da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:43.076782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-9f773ef1-9016-4c90-a64c-3b7afb59da25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.1180177 Apr 06 14:11:43.116089 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '852d0ac7-0717-4cb1-a8f8-f1f84127703f', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:a7:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:11:23Z', 'updated_at': '2022-04-06T14:11:42Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:43.143274 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:43.152288 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:43.152908 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:43.269905 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:43.280715 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c233a0-d7be-448d-b3d4-20d7f0f6b4c2 req-cdf0e7d4-2141-4dc5-8bcd-f96624091e9c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:43.282199 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21c233a0-d7be-448d-b3d4-20d7f0f6b4c2 req-cdf0e7d4-2141-4dc5-8bcd-f96624091e9c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0558381 Apr 06 14:11:43.329898 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21c233a0-d7be-448d-b3d4-20d7f0f6b4c2 req-16824f3f-1c3a-40be-9c64-dfc8402f5309 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 Apr 06 14:11:43.591007 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '852d0ac7-0717-4cb1-a8f8-f1f84127703f', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:a7:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:11:23Z', 'updated_at': '2022-04-06T14:11:42Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:43.618260 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9b5c1-bc26-42e9-9beb-e7a84bd122c8 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '852d0ac7-0717-4cb1-a8f8-f1f84127703f', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:a7:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:11:23Z', 'updated_at': '2022-04-06T14:11:42Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:43.630704 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-e51cd3ec-eb0a-49aa-86c1-5aeccb4ef5ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64b7571-2125-4ee2-8755-72d63fb091ab HTTP/1.1" status: 200 len: 1000 time: 0.0651717 Apr 06 14:11:43.805496 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef1923-9a8b-4c12-af2a-92511b0ce4d5 None None] New status for floating IP 852d0ac7-0717-4cb1-a8f8-f1f84127703f: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:43.838691 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9614-4877-4615-9895-87cf2cf50c3a req-ee6f972c-1e86-4378-90d1-6acecba0d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:43.840190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-ee6f972c-1e86-4378-90d1-6acecba0d8e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0545244 Apr 06 14:11:43.898183 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9614-4877-4615-9895-87cf2cf50c3a req-2db2e315-a515-4b5f-89f7-01e579434e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:43.899409 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-2db2e315-a515-4b5f-89f7-01e579434e5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459428 Apr 06 14:11:43.994392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-27d2f1f4-64dc-4661-aaea-ae4b1456341e service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868137 Apr 06 14:11:44.093782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754e9614-4877-4615-9895-87cf2cf50c3a req-eb9a6870-ec87-4a20-bfb2-52443da8e157 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906973 Apr 06 14:11:44.171326 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a7a5c-7b55-4e78-9abd-206e540d7b61 req-dc0f0744-fec9-4355-be48-57d532376e13 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:44.172879 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c12a7a5c-7b55-4e78-9abd-206e540d7b61 req-dc0f0744-fec9-4355-be48-57d532376e13 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0572040 Apr 06 14:11:44.219334 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c12a7a5c-7b55-4e78-9abd-206e540d7b61 req-524205dc-38d3-4d94-946f-4d5a87996331 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401270 Apr 06 14:11:44.452157 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9bb70-5af5-4b1f-9b22-86e3e7f9df71 req-8edf781f-36a9-4695-957e-79f2de639d94 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:44.454073 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afa9bb70-5af5-4b1f-9b22-86e3e7f9df71 req-8edf781f-36a9-4695-957e-79f2de639d94 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0555315 Apr 06 14:11:44.510284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afa9bb70-5af5-4b1f-9b22-86e3e7f9df71 req-54ef43cd-9bab-442a-8352-c3f6ba459ce1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Apr 06 14:11:45.340207 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce87cf-8335-4968-a884-0cf8d0ab4d1f req-0cfd8e11-474c-4a13-8704-6d8087d2488b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:45.341590 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3ce87cf-8335-4968-a884-0cf8d0ab4d1f req-0cfd8e11-474c-4a13-8704-6d8087d2488b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Apr 06 14:11:45.391667 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3ce87cf-8335-4968-a884-0cf8d0ab4d1f req-d49b7986-6f5a-4104-aa99-00e3d04fd96f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Apr 06 14:11:45.473114 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-286488ef-f97b-49c1-87dc-9ba4608ce2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:46.514699 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0163b-653f-4c79-a061-4af7fb0d5f87 req-df7c5515-5812-4988-aa6e-06b74ce3882b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:46.516248 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afa0163b-653f-4c79-a061-4af7fb0d5f87 req-df7c5515-5812-4988-aa6e-06b74ce3882b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Apr 06 14:11:46.565957 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afa0163b-653f-4c79-a061-4af7fb0d5f87 req-d74a8743-d057-42a6-9eb9-8ce1e5f86bde tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Apr 06 14:11:46.654338 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:46.904213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423887f-ea85-4f1b-a8c0-e963a2cb3a7a req-b56eaae3-5b9b-46d7-a60c-3d3f48e22ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:46.905710 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7423887f-ea85-4f1b-a8c0-e963a2cb3a7a req-b56eaae3-5b9b-46d7-a60c-3d3f48e22ef3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.0450752 Apr 06 14:11:46.949224 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7423887f-ea85-4f1b-a8c0-e963a2cb3a7a req-17ff97bb-a329-4737-b669-0078af148fa6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375676 Apr 06 14:11:47.691745 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab031-8c06-4f01-a75e-aa3c89869ee9 req-641499dc-f39f-4bc9-93ad-32e88319a495 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:47.693227 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61aab031-8c06-4f01-a75e-aa3c89869ee9 req-641499dc-f39f-4bc9-93ad-32e88319a495 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0556772 Apr 06 14:11:47.738751 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61aab031-8c06-4f01-a75e-aa3c89869ee9 req-a7a36393-cb49-43bf-90ab-7c0cca970d7a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Apr 06 14:11:48.141659 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:48.863082 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b7c63-7397-4af6-b562-fe734a0b0276 req-56fcec6d-4706-4f4a-a61c-3c3dbcf4a3ab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:48.864632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-949b7c63-7397-4af6-b562-fe734a0b0276 req-56fcec6d-4706-4f4a-a61c-3c3dbcf4a3ab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0585704 Apr 06 14:11:48.913211 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-949b7c63-7397-4af6-b562-fe734a0b0276 req-81bd0247-8568-4680-a4b1-dd02b50d169c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Apr 06 14:11:49.498396 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba669832-6c48-49fa-beaf-3985d32145d9 req-81c6cb10-38ec-4aa1-b2f5-ab713d1aa9f5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:49.499874 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba669832-6c48-49fa-beaf-3985d32145d9 req-81c6cb10-38ec-4aa1-b2f5-ab713d1aa9f5 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0580580 Apr 06 14:11:49.556686 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba669832-6c48-49fa-beaf-3985d32145d9 req-4b319cde-9df3-4723-81ee-4073062fdda8 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505669 Apr 06 14:11:49.604717 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-b53ff4f5-d8a7-4ca5-b30b-b2ed8b831bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:49.609754 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-b53ff4f5-d8a7-4ca5-b30b-b2ed8b831bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.0483172 Apr 06 14:11:49.704987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-e27beccc-c7b7-42ef-bbeb-7f489efa57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:49.706515 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-e27beccc-c7b7-42ef-bbeb-7f489efa57f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.0937281 Apr 06 14:11:49.771416 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-f33f1009-2e78-4d0c-a088-989eb2ea37f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1001 time: 0.0587816 Apr 06 14:11:49.844253 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:50.117298 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-76beca87-073e-4760-b44d-12ad187b2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:50.118724 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-76beca87-073e-4760-b44d-12ad187b2449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0440576 Apr 06 14:11:50.176809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-cf17cc0b-5743-4341-9431-2d0e3ff8edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:50.178307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-cf17cc0b-5743-4341-9431-2d0e3ff8edba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481305 Apr 06 14:11:50.329738 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-84827a54-9de2-4f41-8f72-7ba1b584c953 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Apr 06 14:11:50.423193 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-747e89fb-500c-4f5f-b3f5-d9813103abc6 req-6489eb26-a692-4a22-abf6-065900e0edbe service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Apr 06 14:11:50.681936 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb184ff-109a-433c-866c-cdf332a12898 req-6741d61f-8e29-4c19-beea-d5f3e03b4359 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:50.683514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9bb184ff-109a-433c-866c-cdf332a12898 req-6741d61f-8e29-4c19-beea-d5f3e03b4359 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Apr 06 14:11:50.740307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9bb184ff-109a-433c-866c-cdf332a12898 req-4f8dfa1b-0693-4527-8dd8-eb07d7bf4e36 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508955 Apr 06 14:11:51.863650 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e760a5-d6b2-4290-ad61-410249c61e0c req-49947e8e-60d9-40c5-92a4-6c33d163d252 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:51.865976 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-40e760a5-d6b2-4290-ad61-410249c61e0c req-49947e8e-60d9-40c5-92a4-6c33d163d252 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Apr 06 14:11:51.914917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-40e760a5-d6b2-4290-ad61-410249c61e0c req-fb0f7a12-2b22-4b5b-a307-8a747093a51f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Apr 06 14:11:53.038502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed820-19d6-4ba1-a54e-18fe468bd0c6 req-df225ed0-d14d-45a0-b62a-9bfc093b3be0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:53.042034 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d26ed820-19d6-4ba1-a54e-18fe468bd0c6 req-df225ed0-d14d-45a0-b62a-9bfc093b3be0 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0600345 Apr 06 14:11:53.088477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d26ed820-19d6-4ba1-a54e-18fe468bd0c6 req-71f47b38-203e-4a84-b0cd-9f173d8ab15c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Apr 06 14:11:53.239266 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b183-6995-435b-b1e0-af17fd268642 req-9e6c1168-e77d-447e-b99a-fbeed8dc8079 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:53.240798 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efc3b183-6995-435b-b1e0-af17fd268642 req-9e6c1168-e77d-447e-b99a-fbeed8dc8079 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.0576587 Apr 06 14:11:53.299204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efc3b183-6995-435b-b1e0-af17fd268642 req-c61c301d-fdd7-4a39-9ca9-6c32c26e48f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521848 Apr 06 14:11:54.208057 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ca8a9-b9d1-49fd-b954-2c03abac66a3 req-d89bc212-bc32-44b6-b11e-13e63d39ed94 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:54.209543 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-236ca8a9-b9d1-49fd-b954-2c03abac66a3 req-d89bc212-bc32-44b6-b11e-13e63d39ed94 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Apr 06 14:11:54.258294 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-236ca8a9-b9d1-49fd-b954-2c03abac66a3 req-cd09532a-e687-4ead-8a12-40155b6ec078 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Apr 06 14:11:54.372396 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717120-11a1-4a13-b899-8999ddc9ad33 req-bdee2162-3cb7-4e3d-a5ea-d0bf46c5e522 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:54.373891 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6717120-11a1-4a13-b899-8999ddc9ad33 req-bdee2162-3cb7-4e3d-a5ea-d0bf46c5e522 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Apr 06 14:11:54.382628 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39634) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:54.388437 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Request body: {'floatingip': {'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:54.467928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:54.478280 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c019-9a72-4ff2-a8a1-10571a166820 req-72459858-6f89-47f8-933f-868e1c3eef4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:54.479759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e22c019-9a72-4ff2-a8a1-10571a166820 req-72459858-6f89-47f8-933f-868e1c3eef4b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.1049802 Apr 06 14:11:54.588894 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e22c019-9a72-4ff2-a8a1-10571a166820 req-8f1a27b2-a004-4625-9acb-7f3e64373338 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827224 Apr 06 14:11:55.251700 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.266391 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-3e352a80-eda8-410e-b9bc-47ce2f30f3c3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:55.267995 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-3e352a80-eda8-410e-b9bc-47ce2f30f3c3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.1040006 Apr 06 14:11:55.308344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.446670 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Deleting port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:55.447005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.613723 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] For port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:55.614083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.703686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:55.741826 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-ba5c3e9f-6f53-4e20-80b9-d41144181751 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499251786&fields=id&tenant_id=3f087395598b46b7b603974c5d4facb7 HTTP/1.1" status: 200 len: 267 time: 0.1227055 Apr 06 14:11:55.989838 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.990217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:55.990519 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Floating IP e27b400c-ad33-4f36-b85c-4d29ec267d31 disassociated. External IP: 172.27.1.147, port: 64b9c54f-c957-442a-bb71-1dfb4c57c4b3. Apr 06 14:11:55.990864 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Calling delete_port for 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:56.003898 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-88dfdf02-1647-4615-be69-c82ccc0208f3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:56.005056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-88dfdf02-1647-4615-be69-c82ccc0208f3 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 984 time: 0.2339501 Apr 06 14:11:56.028713 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Request body: {'port': {'security_groups': ['e80e4870-be03-4092-ba72-c7be69408845']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:56.102825 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9cbb7-f86b-4339-b3c1-7f0a2848a7e0 req-89ed9b61-12a8-4e1f-a2b6-df47fc564a69 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:56.104309 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acd9cbb7-f86b-4339-b3c1-7f0a2848a7e0 req-89ed9b61-12a8-4e1f-a2b6-df47fc564a69 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 946 time: 0.2487187 Apr 06 14:11:56.109694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:56.118333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.119726 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:56.129912 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:56.130865 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:56.231992 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:56.234364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9addfe31-999f-446d-8d2e-344974b5a28b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:56.243102 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:56.253842 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.291464 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acd9cbb7-f86b-4339-b3c1-7f0a2848a7e0 req-f3c0bea9-4fc9-4e8a-b614-c4740cd580e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=af29ca62-0257-42d3-82a8-d6f189ee5572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779609 Apr 06 14:11:56.327409 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-af7bd2ae-0795-436d-832a-2a46be8f8cd9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "PUT /v2.0/floatingips/872db528-b83d-4cbc-b170-9c53795efc1a HTTP/1.1" status: 200 len: 993 time: 1.9312460 Apr 06 14:11:56.352351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688b816-e6db-436b-bf4a-05e444803e88 x-openstack-request-id: req-3688b816-e6db-436b-bf4a-05e444803e88 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:56.352650 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:56.352901 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3688b816-e6db-436b-bf4a-05e444803e88 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:56.353291 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3688b816-e6db-436b-bf4a-05e444803e88'] response: {'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'status': 'completed', 'code': 200} Apr 06 14:11:56.456096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (64b9c54f-c957-442a-bb71-1dfb4c57c4b3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.478517 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:11:55Z', 'revision_number': 3, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:56.509210 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:56.510173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'Port': ['ID=64b9c54f-c957-442a-bb71-1dfb4c57c4b3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:56.520587 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:56.521276 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:56.610451 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfe31-999f-446d-8d2e-344974b5a28b req-2a760096-a5c8-4219-baf6-5c661cb586bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:56.612053 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-2a760096-a5c8-4219-baf6-5c661cb586bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.1917677 Apr 06 14:11:56.613761 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:56.640221 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:56.737020 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.780844 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:56.785091 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfe31-999f-446d-8d2e-344974b5a28b req-bf3d6608-75c4-4d82-84bf-f3850b03041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:56.786618 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-bf3d6608-75c4-4d82-84bf-f3850b03041d service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.1624010 Apr 06 14:11:56.864395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.872535 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:11:55Z', 'revision_number': 3, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:56.901140 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:11:56.905922 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b127973-5b60-4702-8d99-e63bcf43c4c0 None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '872db528-b83d-4cbc-b170-9c53795efc1a', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'port_id': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'mac_address': 'fa:16:3e:da:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:36Z', 'updated_at': '2022-04-06T14:11:55Z', 'revision_number': 3, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:56.978258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:56.978938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:56.980474 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba9468ff-5bbf-4bbb-a1fd-7b117e4956ac req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "PUT /v2.0/ports/d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 942 time: 0.9640684 Apr 06 14:11:56.987451 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-1bc59a7e-6315-4f4f-a59b-89b69d99bbf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1001 time: 0.1922517 Apr 06 14:11:56.989057 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39646) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:57.103985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (5b37c021-fbe8-49ac-8604-f2f738a4c483), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.117869 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad02941-ca44-46f3-88ee-7f0a64c73744 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event updated for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=7']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:57.138044 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:11:57.152767 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:57.153616 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (5b37c021-fbe8-49ac-8604-f2f738a4c483), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.202361 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:57.222082 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] No DVR routers for this DVR port 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:57.227596 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:57.228326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:57.229635 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfe31-999f-446d-8d2e-344974b5a28b req-f91b3e5b-9174-4bbb-a969-c85c1b379bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:57.231401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-f91b3e5b-9174-4bbb-a969-c85c1b379bcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.2291465 Apr 06 14:11:57.242942 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.245530 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2795e2f0-353d-4bc8-b9a1-73a1e5424d35 req-d3be22c9-2038-403e-b363-0ec5f6471f1e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "DELETE /v2.0/ports/64b9c54f-c957-442a-bb71-1dfb4c57c4b3 HTTP/1.1" status: 204 len: 173 time: 1.9712691 Apr 06 14:11:57.307485 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfe31-999f-446d-8d2e-344974b5a28b req-2b9a5b03-1b5a-4cb6-bc76-f78376443bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:57.310715 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-2b9a5b03-1b5a-4cb6-bc76-f78376443bdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630391 Apr 06 14:11:57.341764 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5b37c021-fbe8-49ac-8604-f2f738a4c483), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.345419 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.346703 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "DELETE /v2.0/security-groups/5b37c021-fbe8-49ac-8604-f2f738a4c483 HTTP/1.1" status: 204 len: 168 time: 0.3566661 Apr 06 14:11:57.352604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39650) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:57.418601 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:57.420545 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-9e221742-12cf-468c-8928-4224ecc67555 None None] Provisioning complete for port d1fba971-dc9f-41ff-bd42-744623e41d76 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:57.420954 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9e221742-12cf-468c-8928-4224ecc67555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.421706 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1d2b-e2a3-465b-b5ea-a8ea14fd62f5 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b37c021-fbe8-49ac-8604-f2f738a4c483,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:57.436391 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aef2f16c-1581-4aa5-96fc-229f04ffcf86 req-60a1c944-3729-4b2d-a9b1-a4ac9a0cac20 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3e35c9-39d2-44cb-a978-c62970c3c32b HTTP/1.1" status: 200 len: 210 time: 0.0399582 Apr 06 14:11:57.441945 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-0ff4fb58-0163-4b1f-8b0f-49987c2003a9 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246998 Apr 06 14:11:57.571506 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Deleting port 9de661cd-b49e-4c2a-b117-b0511d994e1c {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:57.571756 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.574605 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9addfe31-999f-446d-8d2e-344974b5a28b req-a1475d69-e899-4c72-9b5e-7b072c34043f service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058207 Apr 06 14:11:57.652400 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.652718 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for floatingip (9de661cd-b49e-4c2a-b117-b0511d994e1c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.665021 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Calling delete_port for 9de661cd-b49e-4c2a-b117-b0511d994e1c owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:57.810281 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9e221742-12cf-468c-8928-4224ecc67555 None None] Current status of the port d1fba971-dc9f-41ff-bd42-744623e41d76 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:57.862320 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:57.887862 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:57.896453 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:57.897063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:57.913058 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (9de661cd-b49e-4c2a-b117-b0511d994e1c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:57.936571 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event deleted for resources: {'Port': ['ID=9de661cd-b49e-4c2a-b117-b0511d994e1c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:58.005106 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks [] for floatingip (050a369c-35bd-432b-bc8e-8d7a0ba60ec4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.005820 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Floating IP 050a369c-35bd-432b-bc8e-8d7a0ba60ec4 disassociated (deleted). External IP: 172.27.1.15, port: d1fba971-dc9f-41ff-bd42-744623e41d76. Apr 06 14:11:58.012891 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:58.218416 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:58.222710 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Router e41f392a-f03c-4afc-b19a-03bf3fe43b2a has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:58.244736 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e9142-f202-414b-b2d5-d057eea70652 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:58.338694 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:58.343050 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.350355 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Sync routers for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:58.354163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}, {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}, {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-deleted', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:58.357769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}, {"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}, {"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-deleted", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:58.365590 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:58.366595 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:58.377677 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-43d9c902-c035-4c03-a9f3-569f66d067ad tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "DELETE /v2.0/floatingips/050a369c-35bd-432b-bc8e-8d7a0ba60ec4 HTTP/1.1" status: 204 len: 168 time: 1.0186689 Apr 06 14:11:58.377677 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:58.379314 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f09b2c-c834-491c-9cc8-3cb97471f008" -d '{"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:58.438150 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c630dae-573f-4567-acf4-a689d6d94ecc x-openstack-request-id: req-7c630dae-573f-4567-acf4-a689d6d94ecc {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:58.438505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}, {"server_uuid": "7c3e35c9-39d2-44cb-a978-c62970c3c32b", "name": "network-vif-deleted", "tag": "64b9c54f-c957-442a-bb71-1dfb4c57c4b3", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:58.438763 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c630dae-573f-4567-acf4-a689d6d94ecc {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:58.439180 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c630dae-573f-4567-acf4-a689d6d94ecc'] response: {'name': 'network-changed', 'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'status': 'completed', 'code': 200} Apr 06 14:11:58.439456 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c630dae-573f-4567-acf4-a689d6d94ecc'] response: {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:11:58.439710 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c630dae-573f-4567-acf4-a689d6d94ecc'] response: {'server_uuid': '7c3e35c9-39d2-44cb-a978-c62970c3c32b', 'name': 'network-vif-deleted', 'tag': '64b9c54f-c957-442a-bb71-1dfb4c57c4b3', 'status': 'completed', 'code': 200} Apr 06 14:11:58.474949 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7008637-3db3-4453-89b8-7f8d5b6a3eb5 x-openstack-request-id: req-d7008637-3db3-4453-89b8-7f8d5b6a3eb5 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:58.475314 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:58.475661 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7008637-3db3-4453-89b8-7f8d5b6a3eb5 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:58.476687 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7008637-3db3-4453-89b8-7f8d5b6a3eb5'] response: {'name': 'network-changed', 'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:11:58.506653 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:58.599060 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80402aa9-4e02-4619-8f67-ae24bc634bd9 None None] New status for floating IP e27b400c-ad33-4f36-b85c-4d29ec267d31: DOWN {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:58.644296 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-180b49f3-16ca-493a-9f89-643526ceaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:58.646385 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-180b49f3-16ca-493a-9f89-643526ceaa8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1129 time: 0.0896511 Apr 06 14:11:58.654348 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-8b3bee02-0bfe-4555-b93e-668ddd9b34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:58.655119 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39666) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:58.655287 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-8b3bee02-0bfe-4555-b93e-668ddd9b34a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df74e30f88434fbf80644ddd546976a7&device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 1129 time: 0.1096122 Apr 06 14:11:58.740456 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (af29ca62-0257-42d3-82a8-d6f189ee5572), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.780066 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (af29ca62-0257-42d3-82a8-d6f189ee5572), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.780327 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:58.804940 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Checking router: e41f392a-f03c-4afc-b19a-03bf3fe43b2a for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:58.815757 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:58.816535 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:58.901972 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (af29ca62-0257-42d3-82a8-d6f189ee5572), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.904787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:58.906899 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "DELETE /v2.0/security-groups/af29ca62-0257-42d3-82a8-d6f189ee5572 HTTP/1.1" status: 204 len: 168 time: 0.2493351 Apr 06 14:11:58.918312 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39670) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:58.919350 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846e2f7-d1b6-4e09-8514-72be0bafc3bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af29ca62-0257-42d3-82a8-d6f189ee5572,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:58.952826 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-66cf79b1-8d12-40e0-a704-491ca9894344 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] show failed (client error): The resource could not be found. Apr 06 14:11:58.954682 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-66cf79b1-8d12-40e0-a704-491ca9894344 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups/af29ca62-0257-42d3-82a8-d6f189ee5572 HTTP/1.1" status: 404 len: 347 time: 0.0267749 Apr 06 14:11:58.958129 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39672) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:59.058227 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:59.108122 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Deleting port 1346af5a-7404-4379-ac71-5956b31e7c5a {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:59.108738 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.141586 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-a5e0a310-a9ff-421b-b949-dddd6a9e6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.143057 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-a5e0a310-a9ff-421b-b949-dddd6a9e6f90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 200 len: 919 time: 0.4776578 Apr 06 14:11:59.144442 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-191f4e58-4dc3-4f57-9f59-35a4ccd0c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.145759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-191f4e58-4dc3-4f57-9f59-35a4ccd0c97a service neutron] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 916 time: 0.4897449 Apr 06 14:11:59.186737 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.186948 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (1346af5a-7404-4379-ac71-5956b31e7c5a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.199504 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Calling delete_port for 1346af5a-7404-4379-ac71-5956b31e7c5a owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:59.266050 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:59.292896 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7da907-7e2b-44a4-826d-a16d135562f0 None None] The sync data for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi is: [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:02Z', 'revision_number': 4, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '3f62cc5f-055b-4c98-817f-054de6029256', 'name': '', 'network_id': '72482947-c631-42b4-904c-57ee65b57aa2', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'mac_address': 'fa:16:3e:85:31:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:01Z', 'updated_at': '2022-04-06T14:09:06Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'subnets': [{'id': '005618f8-e2f6-4179-ad68-8b31be8901cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:59.414725 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (1346af5a-7404-4379-ac71-5956b31e7c5a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.441322 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'Port': ['ID=1346af5a-7404-4379-ac71-5956b31e7c5a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:59.456962 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-e2cc9e0a-5eb1-42bd-ba67-7cd2ced8c226 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 217 time: 0.0650866 Apr 06 14:11:59.510971 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-16a6614b-1774-43d2-aa08-6193de14f8b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 200 len: 1001 time: 0.1253603 Apr 06 14:11:59.523896 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (e27b400c-ad33-4f36-b85c-4d29ec267d31), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.526575 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.527742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-73a94e74-e47c-4a91-92bc-aa5a963d66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.528018 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5461ddbb-843c-45f0-b1ce-9406a017d157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "DELETE /v2.0/floatingips/e27b400c-ad33-4f36-b85c-4d29ec267d31 HTTP/1.1" status: 204 len: 168 time: 0.5679228 Apr 06 14:11:59.529208 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-73a94e74-e47c-4a91-92bc-aa5a963d66bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.0565553 Apr 06 14:11:59.546505 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aab59b-cd35-4432-82ad-422ddc5382c2 None None] New status for floating IP 050a369c-35bd-432b-bc8e-8d7a0ba60ec4: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:59.653789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-232affd0-aa92-40bd-acd9-c87238766503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.657632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-232affd0-aa92-40bd-acd9-c87238766503 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 200 len: 857 time: 0.0819461 Apr 06 14:11:59.659676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-20639a37-5861-468d-814b-beb9b7c27ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.661072 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-20639a37-5861-468d-814b-beb9b7c27ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889821 Apr 06 14:11:59.743649 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39676) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:59.748272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486446980', 'description': 'tempest-description--1974694940'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:59.765303 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:59.784087 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-5391680f-ff73-4c35-ba81-458557ccd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:59.785634 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-5391680f-ff73-4c35-ba81-458557ccd1a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d8300-b677-4542-864e-ca1ab015b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080792 Apr 06 14:11:59.788368 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:59.788724 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 64b9c54f-c957-442a-bb71-1dfb4c57c4b3 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:59.840328 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-e1638073-33e2-45cb-83d4-0703bc0fc356 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541426 Apr 06 14:11:59.855988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:59.942176 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-72c970ba-1673-452d-a2ff-0d61c7cb1807 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495569 Apr 06 14:12:00.016577 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f09b2c-c834-491c-9cc8-3cb97471f008 req-e3381447-1481-4dc4-b703-d94b5f0c8f18 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616230 Apr 06 14:12:00.058882 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-ecf2a210-7b6f-4e0d-96fc-01895bcad7d3 service neutron] 10.222.0.46 "GET /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094570 Apr 06 14:12:00.161194 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (d3ef26f7-e72e-436a-8de7-2c1322cfc58f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.214865 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (d3ef26f7-e72e-436a-8de7-2c1322cfc58f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.243534 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef26f7-e72e-436a-8de7-2c1322cfc58f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:00.267173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-4076186b-d73b-49ff-ada3-bcce32d71e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:00.268660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-4076186b-d73b-49ff-ada3-bcce32d71e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f087395598b46b7b603974c5d4facb7&device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 1129 time: 0.0538144 Apr 06 14:12:00.309485 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.310789 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6bc23928-9e1f-417d-bf8a-c682cef46f0b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5660617 Apr 06 14:12:00.313828 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39680) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:00.318232 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group_rule': {'security_group_id': 'd3ef26f7-e72e-436a-8de7-2c1322cfc58f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:00.373726 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-558d4e88-f15a-4bfc-bba0-3a591058b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:00.375220 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-558d4e88-f15a-4bfc-bba0-3a591058b091 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 200 len: 916 time: 0.0994439 Apr 06 14:12:00.415549 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (da5fc65c-1536-437c-a62f-128ee2b1bad8), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.425337 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-bb86092a-97c5-4544-8afb-0d7ba53c20a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 200 len: 217 time: 0.0396752 Apr 06 14:12:00.469923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (da5fc65c-1536-437c-a62f-128ee2b1bad8), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.475501 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-4e53e702-2fa6-4d1f-92d3-c77ab661ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:00.477659 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-4e53e702-2fa6-4d1f-92d3-c77ab661ffec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 200 len: 854 time: 0.0443268 Apr 06 14:12:00.526524 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-5b5a3152-9b11-43e5-9f99-9f6c601cc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:00.527975 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-5b5a3152-9b11-43e5-9f99-9f6c601cc483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72482947-c631-42b4-904c-57ee65b57aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449021 Apr 06 14:12:00.591270 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (da5fc65c-1536-437c-a62f-128ee2b1bad8), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.610101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5fc65c-1536-437c-a62f-128ee2b1bad8,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:00.627096 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-99611026-33f5-4f54-a745-e64b9e887220 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867670 Apr 06 14:12:00.698581 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.700175 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cd2aabe6-9dd7-4a73-abb3-75d8e111f580 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854005 Apr 06 14:12:00.702867 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39682) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:00.707741 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'security_group_rule': {'security_group_id': 'd3ef26f7-e72e-436a-8de7-2c1322cfc58f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:00.748914 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cd8172e-3e32-48de-8bb1-f24ec00db9e3 req-1588b0a4-71ea-4361-939e-e364458985a3 service neutron] 10.222.0.46 "GET /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981047 Apr 06 14:12:00.798057 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (963c0141-6d4a-47ac-9394-835379b5ce95), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.853557 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (963c0141-6d4a-47ac-9394-835379b5ce95), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.924443 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (963c0141-6d4a-47ac-9394-835379b5ce95), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.941950 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963c0141-6d4a-47ac-9394-835379b5ce95,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:01.019790 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.024198 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-303dad8e-ee67-47a8-a384-9a8eb3536792 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3172748 Apr 06 14:12:01.025617 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39690) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:01.029629 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:01.176051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.278059 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.384960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Allocated IP 172.27.1.107 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/26fabaca-7de2-4cb0-9ce4-b7884509cfde) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:01.487977 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.610786 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.649948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:01.655570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:01.659237 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:01.665337 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=26fabaca-7de2-4cb0-9ce4-b7884509cfde,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:01.748963 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:01.876638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:02.029132 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:02.077413 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:02.149625 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=26fabaca-7de2-4cb0-9ce4-b7884509cfde,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:02.157794 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:02.257986 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:02.259244 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7cbd3fa2-8ea5-4c27-8bfc-e3f3e17bc7f6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2332389 Apr 06 14:12:02.455976 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-8976bdb1-b7f5-4584-ab7d-cdff2895596c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--486446980&fields=id&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 267 time: 0.0429838 Apr 06 14:12:02.562893 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-80b5bfec-0bb9-43c3-983b-97225d21c0bb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:02.564390 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-80b5bfec-0bb9-43c3-983b-97225d21c0bb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 817 time: 0.1011252 Apr 06 14:12:02.579340 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-83d5c143-c424-4a0e-9091-c1f7df263b92 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/quotas/0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 375 time: 0.0095885 Apr 06 14:12:02.632930 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-048f49f8-eb33-4189-b42a-9b7b6b1e69e2 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484068 Apr 06 14:12:02.731851 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-fa8b303c-dcb4-42e5-b839-6a337dd80bd7 service neutron] 10.222.0.62 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Apr 06 14:12:02.832980 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-661123d8-4d86-45c1-a3d7-de0a220515dd service neutron] 10.222.0.62 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951984 Apr 06 14:12:02.873616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b511d-fb49-4895-8e24-95e8877edc83 req-a0ffac2a-6a91-4b4c-b1eb-9fdb9f8ef06d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:02.875147 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c51b511d-fb49-4895-8e24-95e8877edc83 req-a0ffac2a-6a91-4b4c-b1eb-9fdb9f8ef06d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0572736 Apr 06 14:12:02.928558 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c51b511d-fb49-4895-8e24-95e8877edc83 req-ad8c183f-74c9-4deb-b7cf-4257adf81a4b tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Apr 06 14:12:03.047155 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23f831a1-855a-4687-8a5a-e17b99e8aa58 req-ebeaef3c-3416-4805-8387-101f87534fe6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0269177 Apr 06 14:12:04.049445 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4963-5ac3-4b58-9c1c-34fed4130bd4 req-4a769008-df85-4bf2-b445-5280061bba60 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:04.050948 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0afd4963-5ac3-4b58-9c1c-34fed4130bd4 req-4a769008-df85-4bf2-b445-5280061bba60 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0528467 Apr 06 14:12:04.098245 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0afd4963-5ac3-4b58-9c1c-34fed4130bd4 req-dd787c8b-c099-4d10-825e-a01d2fde667d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Apr 06 14:12:04.145927 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb7688c8-f5e5-457d-b7e5-8d63e8bc7567 req-6c1fcbad-edbd-4414-a3c9-13b3dff7856e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0271280 Apr 06 14:12:04.966922 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-47071813-152f-430b-b607-09a2bd5fbc8d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:04.968412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-47071813-152f-430b-b607-09a2bd5fbc8d tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.46 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.0560169 Apr 06 14:12:05.072231 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Deleting port d1fba971-dc9f-41ff-bd42-744623e41d76 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:05.072898 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:05.171074 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] For port d1fba971-dc9f-41ff-bd42-744623e41d76, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d1fba971-dc9f-41ff-bd42-744623e41d76,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:05.171529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:05.207969 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Calling delete_port for d1fba971-dc9f-41ff-bd42-744623e41d76 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:05.282557 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cde4749-d295-48e7-b216-18d5d4cee3c0 req-c8f0d696-dd5d-4790-8f67-ad03f069f47a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0608592 Apr 06 14:12:05.305218 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c575-3686-4cd4-9c5f-e5daa6bf2429 req-4e14d383-0e39-4852-bcc1-732ba457b0ac tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:05.307219 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d381c575-3686-4cd4-9c5f-e5daa6bf2429 req-4e14d383-0e39-4852-bcc1-732ba457b0ac tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 945 time: 0.1417291 Apr 06 14:12:05.391534 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d381c575-3686-4cd4-9c5f-e5daa6bf2429 req-5076d688-e2f5-42a5-b038-3b8b867be5f7 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/security-groups?id=e80e4870-be03-4092-ba72-c7be69408845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Apr 06 14:12:05.477164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d1fba971-dc9f-41ff-bd42-744623e41d76), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:05.507445 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Pushing event deleted for resources: {'Port': ['ID=d1fba971-dc9f-41ff-bd42-744623e41d76,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:05.519924 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['d1fba971-dc9f-41ff-bd42-744623e41d76'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:12:05.554764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] No DVR routers for this DVR port d1fba971-dc9f-41ff-bd42-744623e41d76 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:05.557839 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:05.561109 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01d884b6-2916-4c21-bae1-94ef4b6bf925 req-ec6cc00e-2313-4e0b-9e0e-af10a2bc6c6f tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.46 "DELETE /v2.0/ports/d1fba971-dc9f-41ff-bd42-744623e41d76 HTTP/1.1" status: 204 len: 173 time: 0.5812204 Apr 06 14:12:05.561558 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'name': 'network-vif-deleted', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:05.563837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4dba79-f699-4264-87bb-3804010a99f8" -d '{"events": [{"server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "name": "network-vif-deleted", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:05.597319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4772ab20-81b7-4e8d-b466-58e575256601 x-openstack-request-id: req-4772ab20-81b7-4e8d-b466-58e575256601 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:05.597664 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e073b7bf-f136-4143-b0e7-d4c93219414c", "name": "network-vif-deleted", "tag": "d1fba971-dc9f-41ff-bd42-744623e41d76", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:05.597933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4772ab20-81b7-4e8d-b466-58e575256601 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:05.598337 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4772ab20-81b7-4e8d-b466-58e575256601'] response: {'server_uuid': 'e073b7bf-f136-4143-b0e7-d4c93219414c', 'name': 'network-vif-deleted', 'tag': 'd1fba971-dc9f-41ff-bd42-744623e41d76', 'status': 'completed', 'code': 200} Apr 06 14:12:05.942292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-20c4e313-8063-49dd-9fde-9e9253358920 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:05.944655 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-20c4e313-8063-49dd-9fde-9e9253358920 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 817 time: 0.1119242 Apr 06 14:12:06.018709 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-17e477cb-eae6-4758-abd2-3cac25b70a39 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 379 time: 0.0573363 Apr 06 14:12:06.028007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'port': {'device_id': '0976e970-3b53-4854-80e0-d0a55355d892', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'admin_state_up': True, 'tenant_id': '0262108551504bee8d342725c6ab875b', 'security_groups': ['d3ef26f7-e72e-436a-8de7-2c1322cfc58f']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:06.204534 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Made reservation on behalf of 0262108551504bee8d342725c6ab875b for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:12:06.208670 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:06.623684 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f8c0ea9-f9e1-4a0f-9f7c-bbfd88351e24 req-23e0e428-bcea-4821-af97-99ee70c6b31c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0524232 Apr 06 14:12:06.627668 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d22c24d-5e32-4cc1-bec0-39d14cf60a7e req-15d46759-5ae8-4f7c-a700-da85a219d524 tempest-TestMinimumBasicScenario-1192962487 tempest-TestMinimumBasicScenario-1192962487-project] 10.222.0.62 "GET /v2.0/ports?device_id=e073b7bf-f136-4143-b0e7-d4c93219414c HTTP/1.1" status: 200 len: 210 time: 0.0547013 Apr 06 14:12:06.631868 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Allocated IP 172.20.0.3 (3eb29363-a869-4ce5-8b70-68e372641000/5aa013d6-145e-49cc-9109-365be4c1bedb/b3e3546d-4216-49c0-b477-ad245e0c9eb4) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:06.779211 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:06.889470 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:06.933338 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Network 3eb29363-a869-4ce5-8b70-68e372641000 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:06.936439 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:06.938803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:06.973796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:06.999675 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:07.000433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.110010 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-f179a7a4-af17-477a-8eb0-440e742329ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863130 Apr 06 14:12:07.129849 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Request body: {'port': {'device_id': '0976e970-3b53-4854-80e0-d0a55355d892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:07.192004 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.203230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-e5415f6e-3747-48d8-8f89-2fc6c0fed3e0 None None] Provisioning complete for port b3e3546d-4216-49c0-b477-ad245e0c9eb4 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:12:07.203795 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e5415f6e-3747-48d8-8f89-2fc6c0fed3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.238393 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-e5415f6e-3747-48d8-8f89-2fc6c0fed3e0 None None] Port b3e3546d-4216-49c0-b477-ad245e0c9eb4 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:12:07.469041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:07.476327 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks [] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.488930 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Transition to ACTIVE for port object b3e3546d-4216-49c0-b477-ad245e0c9eb4 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:12:07.557131 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.613838 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:07.687822 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Attempting to bind port b3e3546d-4216-49c0-b477-ad245e0c9eb4 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:12:07.690623 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Attempting to bind port b3e3546d-4216-49c0-b477-ad245e0c9eb4 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:12:07.691096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Attempting to bind port b3e3546d-4216-49c0-b477-ad245e0c9eb4 on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:07.699886 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Port b3e3546d-4216-49c0-b477-ad245e0c9eb4 on network 3eb29363-a869-4ce5-8b70-68e372641000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:12:07.700217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Attempting to bind port b3e3546d-4216-49c0-b477-ad245e0c9eb4 on network 3eb29363-a869-4ce5-8b70-68e372641000 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:07.706963 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:12:07.707563 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Checking segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:12:07.708115 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Bound using segment: {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:12:07.708912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Bound port: b3e3546d-4216-49c0-b477-ad245e0c9eb4, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42afea1-0359-4367-b4c7-8fd0f3d388ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:12:07.709446 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.820378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:12:07.824231 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:12:07.840502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5f9cb-cd20-4054-8d10-3ea8ac32647d req-db4588c3-34d0-4b9c-92b0-2bafb1046c28 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:07.842009 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-02e5f9cb-cd20-4054-8d10-3ea8ac32647d req-db4588c3-34d0-4b9c-92b0-2bafb1046c28 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0897439 Apr 06 14:12:07.893594 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-02e5f9cb-cd20-4054-8d10-3ea8ac32647d req-6ad7cc82-bec1-4114-bfab-01d26f40ec36 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459683 Apr 06 14:12:07.902065 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.934793 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:07.935435 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:07.937003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] 10.222.0.46 "PUT /v2.0/ports/b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 1093 time: 0.8112159 Apr 06 14:12:07.939440 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:07.941635 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d9a31-9c68-4b1d-86a8-568a0ea4e936" -d '{"events": [{"name": "network-changed", "server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:07.973990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fee07-f477-4125-952d-9fcf1d25a2db service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:07.988003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b2166-d8fa-4a3d-bea8-d6cde3a7cbcf x-openstack-request-id: req-a24b2166-d8fa-4a3d-bea8-d6cde3a7cbcf {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:07.988295 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:07.988553 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a24b2166-d8fa-4a3d-bea8-d6cde3a7cbcf {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:07.989010 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24b2166-d8fa-4a3d-bea8-d6cde3a7cbcf'] response: {'name': 'network-changed', 'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'status': 'completed', 'code': 200} Apr 06 14:12:08.099397 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-60e3fd89-a038-48b0-8390-b5224bf4a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.101193 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-60e3fd89-a038-48b0-8390-b5224bf4a9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1127 time: 0.0599749 Apr 06 14:12:08.230507 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-e631f6a7-0944-46f4-9ebc-687ea4dd2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.232202 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-e631f6a7-0944-46f4-9ebc-687ea4dd2a0f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0262108551504bee8d342725c6ab875b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1029477 Apr 06 14:12:08.331902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-069a8e24-8b67-4de1-afbd-1dd53b9e1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.333513 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-287d9a31-9c68-4b1d-86a8-568a0ea4e936 req-069a8e24-8b67-4de1-afbd-1dd53b9e1e20 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927539 Apr 06 14:12:08.453501 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-4d98031e-e471-4aee-9667-0ebfb1fcdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.455048 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-4d98031e-e471-4aee-9667-0ebfb1fcdf7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1127 time: 0.0456250 Apr 06 14:12:08.503850 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-0bb2da19-99ce-49ae-b0d5-970647881502 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 217 time: 0.0338197 Apr 06 14:12:08.556576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-5e9c235e-bea6-4641-bf9f-2369fbb6e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.558045 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-5e9c235e-bea6-4641-bf9f-2369fbb6e212 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0477772 Apr 06 14:12:08.609021 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-109d868e-d3ac-4cad-91ad-f1afa4e1782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:08.610507 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-109d868e-d3ac-4cad-91ad-f1afa4e1782a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444505 Apr 06 14:12:08.702504 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-0a750b0a-46b9-4a2f-9299-9b2f3baddada service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832713 Apr 06 14:12:08.804380 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8f07088-37d4-414e-9138-b3b3c59efca0 req-b3b7e286-4748-4c7f-913d-43b49e977332 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Apr 06 14:12:09.172822 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281bd3e-e6e9-4677-b4dc-ce306dbdf7b8 req-70ef4fdc-c59e-4160-8f8c-b6b1b0aa63de tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:09.174309 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1281bd3e-e6e9-4677-b4dc-ce306dbdf7b8 req-70ef4fdc-c59e-4160-8f8c-b6b1b0aa63de tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.2066886 Apr 06 14:12:09.221994 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1281bd3e-e6e9-4677-b4dc-ce306dbdf7b8 req-e27f3afa-d17c-4fcc-b25f-8fedc4010dc5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 Apr 06 14:12:09.311064 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39800) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:09.726489 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:09.786462 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:09.803119 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d1fba971-dc9f-41ff-bd42-744623e41d76 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:09.823566 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: d1fba971-dc9f-41ff-bd42-744623e41d76 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:09.823915 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d1fba971-dc9f-41ff-bd42-744623e41d76 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:10.022912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Deleting port 3f62cc5f-055b-4c98-817f-054de6029256 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:10.023165 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (3f62cc5f-055b-4c98-817f-054de6029256), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:10.102622 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] For port 3f62cc5f-055b-4c98-817f-054de6029256, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3f62cc5f-055b-4c98-817f-054de6029256,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:10.102985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (3f62cc5f-055b-4c98-817f-054de6029256), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:10.115059 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Calling delete_port for 3f62cc5f-055b-4c98-817f-054de6029256 owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:10.350913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f743e-ca34-4725-96be-b685be45f39f req-8f22f63f-0d7f-4af6-81be-f1abd3ca5f54 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:10.352442 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e15f743e-ca34-4725-96be-b685be45f39f req-8f22f63f-0d7f-4af6-81be-f1abd3ca5f54 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0565197 Apr 06 14:12:10.375636 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (3f62cc5f-055b-4c98-817f-054de6029256), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:10.399941 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e15f743e-ca34-4725-96be-b685be45f39f req-10aaebd6-d561-4e63-8dba-9db16334191f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 Apr 06 14:12:10.402573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3f62cc5f-055b-4c98-817f-054de6029256,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:10.572697 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:10.791399 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Router e41f392a-f03c-4afc-b19a-03bf3fe43b2a has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:10.894817 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:10.899991 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5bde5948-2bad-4f27-92ce-3fa9ce03f3dc admin admin] 10.222.0.62 "PUT /v2.0/routers/e41f392a-f03c-4afc-b19a-03bf3fe43b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878506 Apr 06 14:12:10.902478 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39804) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:10.905110 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Sync routers for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:10.914544 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:10.915682 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:11.009574 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks [] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.026962 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:11.116484 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks [] for router_gateway (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.207395 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:12:10Z', 'revision_number': 5, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port': {'id': '54b2626c-fc2a-464f-bee4-a8e8e50f8523', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:11.235779 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Checking router: e41f392a-f03c-4afc-b19a-03bf3fe43b2a for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:11.244671 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Routers {'e41f392a-f03c-4afc-b19a-03bf3fe43b2a'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:11.245297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:11.248050 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Deleting port 54b2626c-fc2a-464f-bee4-a8e8e50f8523 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:11.248398 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.330433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] For port 54b2626c-fc2a-464f-bee4-a8e8e50f8523, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=54b2626c-fc2a-464f-bee4-a8e8e50f8523,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:11.331111 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.335112 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] Set router e41f392a-f03c-4afc-b19a-03bf3fe43b2a gateway port host: None {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:11.344775 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Calling delete_port for 54b2626c-fc2a-464f-bee4-a8e8e50f8523 owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:11.387205 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:12:11Z', 'revision_number': 6, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:11.417311 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae097db-32a4-4e8b-a1ba-15df0d00c0fa None None] The sync data for ids ['e41f392a-f03c-4afc-b19a-03bf3fe43b2a'] in dv-cinder-836822-1-iscsi is: [{'id': 'e41f392a-f03c-4afc-b19a-03bf3fe43b2a', 'name': 'tempest-TestMinimumBasicScenario-2109054820-router', 'tenant_id': '3f087395598b46b7b603974c5d4facb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:58Z', 'updated_at': '2022-04-06T14:12:11Z', 'revision_number': 6, 'project_id': '3f087395598b46b7b603974c5d4facb7', 'gw_port_host': None}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:11.539651 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e0da-350c-4988-bf70-6d09aec0558d req-5745c67b-3df5-42ae-b584-5d21c2abd5b6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:11.541179 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2226e0da-350c-4988-bf70-6d09aec0558d req-5745c67b-3df5-42ae-b584-5d21c2abd5b6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0529566 Apr 06 14:12:11.590746 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2226e0da-350c-4988-bf70-6d09aec0558d req-06275bff-7b63-46b5-b810-e853289a8ee6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Apr 06 14:12:11.598355 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (54b2626c-fc2a-464f-bee4-a8e8e50f8523), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.628558 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Pushing event deleted for resources: {'Port': ['ID=54b2626c-fc2a-464f-bee4-a8e8e50f8523,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:11.688412 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.795199 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.797593 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks [] for router_controller (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.817477 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:12:11.920646 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:11.932318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:12:11.972673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:12:11.973062 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.981629 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (e41f392a-f03c-4afc-b19a-03bf3fe43b2a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.982156 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41f392a-f03c-4afc-b19a-03bf3fe43b2a {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:12:11.987939 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.989191 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d343c809-35ba-4168-a2b9-d5913899c01b admin admin] 10.222.0.62 "DELETE /v2.0/routers/e41f392a-f03c-4afc-b19a-03bf3fe43b2a HTTP/1.1" status: 204 len: 168 time: 1.0857568 Apr 06 14:12:11.990132 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:11.991779 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39810) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:12.010158 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:12.129177 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.186906 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:12.235512 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-26272071-f85b-4a1e-8ae2-3a9cf783204d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718508 Apr 06 14:12:12.269830 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Deleting subnet 005618f8-e2f6-4179-ad68-8b31be8901cd {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:12:12.274793 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Publish callbacks [] for subnet (005618f8-e2f6-4179-ad68-8b31be8901cd), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.310485 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (005618f8-e2f6-4179-ad68-8b31be8901cd), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.327732 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-1d96897c-e087-4098-b75a-f35845ba16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.329252 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-1d96897c-e087-4098-b75a-f35845ba16a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 1130 time: 0.0525742 Apr 06 14:12:12.426702 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (005618f8-e2f6-4179-ad68-8b31be8901cd), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.446838 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-d74d04f6-61b6-4db5-b466-20bde047b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.450623 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-d74d04f6-61b6-4db5-b466-20bde047b06f service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.0930221 Apr 06 14:12:12.515413 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['b3e3546d-4216-49c0-b477-ad245e0c9eb4'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:12:12.553285 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-e79df9ea-0fc0-4d78-8bc2-975561800380 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 200 len: 1002 time: 0.0948548 Apr 06 14:12:12.580506 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (005618f8-e2f6-4179-ad68-8b31be8901cd), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.606605 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005618f8-e2f6-4179-ad68-8b31be8901cd,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:12.611498 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.615272 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e53c94b8-079c-4796-a400-ad21e7d2e0dc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/005618f8-e2f6-4179-ad68-8b31be8901cd HTTP/1.1" status: 204 len: 168 time: 0.6225169 Apr 06 14:12:12.618043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39814) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:12.624539 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c78340-6b1d-43d0-afc2-670169522d7b None None] Network 72482947-c631-42b4-904c-57ee65b57aa2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:12:12.666673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-a548aa3a-cb64-4b5c-b90c-bcec259b00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.668328 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-a548aa3a-cb64-4b5c-b90c-bcec259b00ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.0993030 Apr 06 14:12:12.676486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.733084 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (72482947-c631-42b4-904c-57ee65b57aa2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.776217 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-eac7ed18-3b8a-44da-93bd-3c3383ade617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.806028 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 54b2626c-fc2a-464f-bee4-a8e8e50f8523 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:12.808438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-d41e21c8-b56d-43eb-898b-aeaf2452b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.809966 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-d41e21c8-b56d-43eb-898b-aeaf2452b2de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325452 Apr 06 14:12:12.828150 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 54b2626c-fc2a-464f-bee4-a8e8e50f8523 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:12.828518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 54b2626c-fc2a-464f-bee4-a8e8e50f8523 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:12.828942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3f62cc5f-055b-4c98-817f-054de6029256 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:12.850500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 3f62cc5f-055b-4c98-817f-054de6029256 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:12.850500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3f62cc5f-055b-4c98-817f-054de6029256 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:12.879714 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] DHCP port deletion for 72482947-c631-42b4-904c-57ee65b57aa2 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:12:12.890448 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3046f3f-465d-4e50-992e-fc742795f656 req-b6505863-ccb2-4dc2-9254-f5cdf0144cf0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:12.892068 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3046f3f-465d-4e50-992e-fc742795f656 req-b6505863-ccb2-4dc2-9254-f5cdf0144cf0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 944 time: 0.2210875 Apr 06 14:12:12.929526 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Deleting port c33d76d9-98b7-403a-bb24-8ca01e603734 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:12.930091 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.946818 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Deleting port c33d76d9-98b7-403a-bb24-8ca01e603734 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:12.947206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.996644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] For port c33d76d9-98b7-403a-bb24-8ca01e603734, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=c33d76d9-98b7-403a-bb24-8ca01e603734,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:12.997047 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.009798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Calling delete_port for c33d76d9-98b7-403a-bb24-8ca01e603734 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:13.019780 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-aec0791e-3a03-43a0-b007-d7bb787a83d7 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017248 Apr 06 14:12:13.022884 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3046f3f-465d-4e50-992e-fc742795f656 req-e35ad21c-f6df-44e3-abb5-ba89c2546ff5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213069 Apr 06 14:12:13.087573 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] For port c33d76d9-98b7-403a-bb24-8ca01e603734, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=c33d76d9-98b7-403a-bb24-8ca01e603734,segment=NetworkSegment(56672ed8-d57b-4b97-bad7-5effb009dd79),segment_id=56672ed8-d57b-4b97-bad7-5effb009dd79)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:13.087978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.107483 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Calling delete_port for c33d76d9-98b7-403a-bb24-8ca01e603734 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:13.189889 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2211985e-c803-44b9-b86a-8d0b1c8c193e req-d768fef1-b274-41b8-ae65-8b333444e3f6 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601493 Apr 06 14:12:13.277653 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.295285 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (c33d76d9-98b7-403a-bb24-8ca01e603734), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.304151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33d76d9-98b7-403a-bb24-8ca01e603734,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:13.308806 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] No DVR routers for this DVR port c33d76d9-98b7-403a-bb24-8ca01e603734 on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:13.322857 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] Pushing event deleted for resources: {'Port': ['ID=c33d76d9-98b7-403a-bb24-8ca01e603734,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:13.326459 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0e6f2-2dcf-4bd9-9365-5b8caa2c1753 None None] No DVR routers for this DVR port c33d76d9-98b7-403a-bb24-8ca01e603734 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:13.382862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (72482947-c631-42b4-904c-57ee65b57aa2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.403255 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72482947-c631-42b4-904c-57ee65b57aa2']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:13.412478 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56672ed8-d57b-4b97-bad7-5effb009dd79') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:13.412775 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56672ed8-d57b-4b97-bad7-5effb009dd79') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:13.422552 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (56672ed8-d57b-4b97-bad7-5effb009dd79), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.435695 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (56672ed8-d57b-4b97-bad7-5effb009dd79), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.441428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:12:13.441750 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (56672ed8-d57b-4b97-bad7-5effb009dd79), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:12:13.443406 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:12:13.564401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (72482947-c631-42b4-904c-57ee65b57aa2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.571467 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.580532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] 10.222.0.62 "DELETE /v2.0/networks/72482947-c631-42b4-904c-57ee65b57aa2 HTTP/1.1" status: 204 len: 168 time: 0.9554574 Apr 06 14:12:13.580652 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39820) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:13.584161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a805ee-628d-4dbe-a906-9fec63d20f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=72482947-c631-42b4-904c-57ee65b57aa2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:13.825914 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:12:13.923874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port b3e3546d-4216-49c0-b477-ad245e0c9eb4 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:12:13.927874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port b3e3546d-4216-49c0-b477-ad245e0c9eb4 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:12:13.928254 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:13.934250 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.007877 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:12:14.008466 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.032435 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:14.034670 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7acb79-111c-483f-bf33-eac0c5a0b839" -d '{"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:14.049067 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:14.072531 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d6440-f5a8-4fae-9581-84ac5b8c88d9 x-openstack-request-id: req-5c1d6440-f5a8-4fae-9581-84ac5b8c88d9 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:14.072713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:14.072952 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c1d6440-f5a8-4fae-9581-84ac5b8c88d9 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:14.073409 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1d6440-f5a8-4fae-9581-84ac5b8c88d9'] response: {'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'code': 200} Apr 06 14:12:14.106934 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.167854 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:14.173745 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a81c33-9b77-4137-94d7-0fd643fa8590 req-f4bdfc3e-1b6c-43ce-b46a-7230cf00339d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:14.175487 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64a81c33-9b77-4137-94d7-0fd643fa8590 req-f4bdfc3e-1b6c-43ce-b46a-7230cf00339d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0718255 Apr 06 14:12:14.205389 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Deleting port 20199903-1ef8-4891-a5b9-f9ec113d47eb {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:14.205728 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.232861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64a81c33-9b77-4137-94d7-0fd643fa8590 req-19c87193-4d39-4823-b52a-86e204236769 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Apr 06 14:12:14.284939 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] For port 20199903-1ef8-4891-a5b9-f9ec113d47eb, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=20199903-1ef8-4891-a5b9-f9ec113d47eb,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:14.285213 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.298451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Calling delete_port for 20199903-1ef8-4891-a5b9-f9ec113d47eb owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:14.433203 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe33fb1-fbc8-4c06-882d-0cbbdd8aaff9 req-96b5bc91-2845-44d3-86f2-33e296d358dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:14.434793 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fbe33fb1-fbc8-4c06-882d-0cbbdd8aaff9 req-96b5bc91-2845-44d3-86f2-33e296d358dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1129 time: 0.0449026 Apr 06 14:12:14.480291 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fbe33fb1-fbc8-4c06-882d-0cbbdd8aaff9 req-b9353bad-0df6-48c2-81d9-97cf45fd390b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Apr 06 14:12:14.568752 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (20199903-1ef8-4891-a5b9-f9ec113d47eb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.596566 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Pushing event deleted for resources: {'Port': ['ID=20199903-1ef8-4891-a5b9-f9ec113d47eb,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:14.772383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.846855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device c33d76d9-98b7-403a-bb24-8ca01e603734 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:14.871181 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: c33d76d9-98b7-403a-bb24-8ca01e603734 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:14.871465 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device c33d76d9-98b7-403a-bb24-8ca01e603734 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:14.995589 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:15.104190 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:15.111740 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fc196551-6333-43b4-bf50-e0f894681737 admin admin] 10.222.0.62 "PUT /v2.0/routers/78de89b3-f6b2-4519-85a2-ac00f8ec7276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326664 Apr 06 14:12:15.111895 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39826) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:15.113370 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Sync routers for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:15.124074 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:15.124695 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:15.217809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks [] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.232193 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:15.355777 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks [] for router_gateway (78de89b3-f6b2-4519-85a2-ac00f8ec7276), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.379276 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb277a-1315-4f3d-a377-48933996a101 req-aa2c9abd-5cbe-43a7-8f89-afd15b39d9d8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:15.380859 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfbb277a-1315-4f3d-a377-48933996a101 req-aa2c9abd-5cbe-43a7-8f89-afd15b39d9d8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0706041 Apr 06 14:12:15.418760 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:12:14Z', 'revision_number': 5, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port': {'id': 'f28a5730-31b0-4c05-89d7-9ffd42be5a2c', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:09:07Z', 'updated_at': '2022-04-06T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:15.429133 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfbb277a-1315-4f3d-a377-48933996a101 req-e510b2e5-9c78-431d-8e73-53d26d57341a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 Apr 06 14:12:15.445043 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Checking router: 78de89b3-f6b2-4519-85a2-ac00f8ec7276 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:15.454121 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Routers {'78de89b3-f6b2-4519-85a2-ac00f8ec7276'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:15.454770 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:15.461269 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3637df7e-9f88-40f7-bac4-8c8016d2204b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.488395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Deleting port f28a5730-31b0-4c05-89d7-9ffd42be5a2c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:15.488801 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.548120 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] Set router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:15.580139 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] For port f28a5730-31b0-4c05-89d7-9ffd42be5a2c, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:15.580499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.593259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Calling delete_port for f28a5730-31b0-4c05-89d7-9ffd42be5a2c owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:15.603082 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:12:15Z', 'revision_number': 6, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:15.630533 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f492892-9baa-4a76-bd1f-265a75e9a3a4 None None] The sync data for ids ['78de89b3-f6b2-4519-85a2-ac00f8ec7276'] in dv-cinder-836822-1-iscsi is: [{'id': '78de89b3-f6b2-4519-85a2-ac00f8ec7276', 'name': 'tempest-TestMinimumBasicScenario-691415538-router', 'tenant_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:09:06Z', 'updated_at': '2022-04-06T14:12:15Z', 'revision_number': 6, 'project_id': 'f3a3f5ed90734bdfbaef16811dbbde0a', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:15.839193 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (f28a5730-31b0-4c05-89d7-9ffd42be5a2c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.871472 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Pushing event deleted for resources: {'Port': ['ID=f28a5730-31b0-4c05-89d7-9ffd42be5a2c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:15.966381 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.064902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.066995 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks [] for router_controller (78de89b3-f6b2-4519-85a2-ac00f8ec7276), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.267014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (78de89b3-f6b2-4519-85a2-ac00f8ec7276), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.267797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78de89b3-f6b2-4519-85a2-ac00f8ec7276 {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:12:16.273356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.274128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-47d3a7bf-30fc-4e7d-84bd-5f851228a0be admin admin] 10.222.0.62 "DELETE /v2.0/routers/78de89b3-f6b2-4519-85a2-ac00f8ec7276 HTTP/1.1" status: 204 len: 168 time: 1.1613057 Apr 06 14:12:16.276984 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39830) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:16.327620 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Deleting subnet 0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:12:16.330671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Publish callbacks [] for subnet (0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.365810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.479684 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.581922 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752d918-902e-4ce1-b6d4-1163484bdf0e req-261c4ffc-7f8f-477f-ac11-c2f2913d206d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:16.584110 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a752d918-902e-4ce1-b6d4-1163484bdf0e req-261c4ffc-7f8f-477f-ac11-c2f2913d206d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0788133 Apr 06 14:12:16.701305 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.798070 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device f28a5730-31b0-4c05-89d7-9ffd42be5a2c no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:16.822061 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: f28a5730-31b0-4c05-89d7-9ffd42be5a2c {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:16.822496 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device f28a5730-31b0-4c05-89d7-9ffd42be5a2c not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:16.822988 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 20199903-1ef8-4891-a5b9-f9ec113d47eb no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:16.842375 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 20199903-1ef8-4891-a5b9-f9ec113d47eb {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:16.842703 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 20199903-1ef8-4891-a5b9-f9ec113d47eb not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:16.859454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.892330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:16.894309 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:16.897484 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cf94bab7-c071-45b9-a948-6dd9cefa01bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0dba88ce-1f0c-4360-bd4e-79f9c4fb91b2 HTTP/1.1" status: 204 len: 168 time: 0.6194744 Apr 06 14:12:16.898459 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b7d84-807d-4739-a475-19328618101b None None] Network c6ca4f00-634b-4ef3-96f1-58a767c3cb82 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:12:16.900323 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39834) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:16.921037 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a752d918-902e-4ce1-b6d4-1163484bdf0e req-d3195c75-d70c-4f9a-ad73-e9ac5cbb836e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252711 Apr 06 14:12:16.969041 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (c6ca4f00-634b-4ef3-96f1-58a767c3cb82), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.025798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Deleting port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:17.026142 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.060199 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] DHCP port deletion for c6ca4f00-634b-4ef3-96f1-58a767c3cb82 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:12:17.094320 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] For port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:17.094688 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.107469 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Calling delete_port for 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:17.107673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Deleting port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:17.107840 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.172740 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] For port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,segment=NetworkSegment(5a54206c-0982-44a8-96ba-c89141421405),segment_id=5a54206c-0982-44a8-96ba-c89141421405)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:17.173153 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.186054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Calling delete_port for 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:17.238697 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.260296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (8cf26f94-d0c7-40b0-8a19-7bf77fccb048), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.275009 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:17.276924 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] No DVR routers for this DVR port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 on host dv-cinder-836822-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:17.288711 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] Pushing event deleted for resources: {'Port': ['ID=8cf26f94-d0c7-40b0-8a19-7bf77fccb048,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:17.292380 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc766df4-2cf6-4ba8-81ea-e05ef393a229 None None] No DVR routers for this DVR port 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:17.352742 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (c6ca4f00-634b-4ef3-96f1-58a767c3cb82), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.373464 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ca4f00-634b-4ef3-96f1-58a767c3cb82']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:17.382594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a54206c-0982-44a8-96ba-c89141421405') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:17.382887 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a54206c-0982-44a8-96ba-c89141421405') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:17.392928 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (5a54206c-0982-44a8-96ba-c89141421405), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.405914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (5a54206c-0982-44a8-96ba-c89141421405), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.411607 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:12:17.411987 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (5a54206c-0982-44a8-96ba-c89141421405), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:12:17.413639 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:12:17.535155 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (c6ca4f00-634b-4ef3-96f1-58a767c3cb82), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.540554 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.544263 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6ca4f00-634b-4ef3-96f1-58a767c3cb82 HTTP/1.1" status: 204 len: 168 time: 0.6429372 Apr 06 14:12:17.555335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5458-e879-4940-8ecb-bde074f95df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ca4f00-634b-4ef3-96f1-58a767c3cb82,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:17.911840 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39840) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:17.951899 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f44a41a8-c3b3-40b1-8ff4-faa0107e0d1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f087395598b46b7b603974c5d4facb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387800 Apr 06 14:12:17.954471 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39844) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:18.013724 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] Publish callbacks [] for security_group (e80e4870-be03-4092-ba72-c7be69408845), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.058413 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] Publish callbacks [] for security_group (e80e4870-be03-4092-ba72-c7be69408845), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.098238 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a573-0f8a-46c3-984a-da50657af029 req-e6976d06-6046-427d-a815-f2a52039a74a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:18.099850 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6809a573-0f8a-46c3-984a-da50657af029 req-e6976d06-6046-427d-a815-f2a52039a74a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0995619 Apr 06 14:12:18.147950 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6809a573-0f8a-46c3-984a-da50657af029 req-94e39485-e2e6-4f63-90e4-ad38112a6fef tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413148 Apr 06 14:12:18.152951 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.209748 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e80e4870-be03-4092-ba72-c7be69408845), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.212368 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.214217 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e80e4870-be03-4092-ba72-c7be69408845 HTTP/1.1" status: 204 len: 168 time: 0.2588265 Apr 06 14:12:18.232655 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83439f-ed24-4faf-b471-eac786aa75f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e4870-be03-4092-ba72-c7be69408845,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:18.281486 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456ae7-55ea-4ae1-b224-ce4a432d6900 req-2e039410-41d1-468a-a7b9-72c5f689b7f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:18.282988 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26456ae7-55ea-4ae1-b224-ce4a432d6900 req-2e039410-41d1-468a-a7b9-72c5f689b7f7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0677621 Apr 06 14:12:18.291678 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39850) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:18.296323 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Request body: {'floatingip': {'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:18.334977 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.784527 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.787826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:18.810838 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:18.811196 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8cf26f94-d0c7-40b0-8a19-7bf77fccb048 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:18.855667 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.938727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39856) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:18.988499 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Floating IP 814c939e-015a-4d77-9b52-1ce0ef39de78 associated. External IP: 172.27.1.107, port: b3e3546d-4216-49c0-b477-ad245e0c9eb4. Apr 06 14:12:19.030449 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-18d5208c-f7e2-42bb-9cd6-c04d0cfbc3db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3a3f5ed90734bdfbaef16811dbbde0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906072 Apr 06 14:12:19.033092 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39858) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:19.083267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Publish callbacks [] for security_group (77362f3f-d440-4281-9f8b-35da24ae6337), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.107418 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Publish callbacks [] for security_group (77362f3f-d440-4281-9f8b-35da24ae6337), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.248856 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (77362f3f-d440-4281-9f8b-35da24ae6337), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.251528 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.252725 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77362f3f-d440-4281-9f8b-35da24ae6337 HTTP/1.1" status: 204 len: 168 time: 0.2186534 Apr 06 14:12:19.262562 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77362f3f-d440-4281-9f8b-35da24ae6337,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:19.278816 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.279167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.279542 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.280182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.280396 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.280731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.281061 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.281388 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.281717 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.282045 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.282373 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.282703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.283026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.283346 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.286329 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e487b54-a03c-4434-8678-ada9a453fdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:19.446777 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:19.559336 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:19.587587 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.587869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:19.592142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:19.592906 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:19.619460 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-cbb8ad24-e6b3-4b7d-b90a-21366fa479f4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "PUT /v2.0/floatingips/814c939e-015a-4d77-9b52-1ce0ef39de78 HTTP/1.1" status: 200 len: 991 time: 1.3180244 Apr 06 14:12:19.619460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:19.619460 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037fbe0-4c68-4626-a33d-06d65ae69467" -d '{"events": [{"name": "network-changed", "server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:19.657729 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d811af6-7741-4ab5-88f8-33f7e9f1d47e x-openstack-request-id: req-4d811af6-7741-4ab5-88f8-33f7e9f1d47e {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:19.658104 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:19.658487 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d811af6-7741-4ab5-88f8-33f7e9f1d47e {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:19.658967 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d811af6-7741-4ab5-88f8-33f7e9f1d47e'] response: {'name': 'network-changed', 'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'status': 'completed', 'code': 200} Apr 06 14:12:19.715698 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:19.778205 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-8d121336-6fa5-417b-8e1d-84dfa057c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:19.779858 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-8d121336-6fa5-417b-8e1d-84dfa057c75f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1129 time: 0.0500293 Apr 06 14:12:19.872928 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:19.875981 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-53d71050-d87e-4338-935e-f00c75fcd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:19.879523 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-53d71050-d87e-4338-935e-f00c75fcd103 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.0871162 Apr 06 14:12:19.952374 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-4474bce9-771f-4924-a68f-dfd1f11a111a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 999 time: 0.0658193 Apr 06 14:12:19.973566 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '814c939e-015a-4d77-9b52-1ce0ef39de78', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976e970-3b53-4854-80e0-d0a55355d892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:01Z', 'updated_at': '2022-04-06T14:12:18Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:20.000615 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:20.003295 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-aefe94a7-b574-428b-a5ec-3687b95cf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:20.005679 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-aefe94a7-b574-428b-a5ec-3687b95cf6ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0454745 Apr 06 14:12:20.009414 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:20.010026 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:20.057398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-431c4497-80ba-402e-9dd6-e09a1380b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:20.058914 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-431c4497-80ba-402e-9dd6-e09a1380b870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459378 Apr 06 14:12:20.120873 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:20.152714 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-9c17ab66-f19b-48b2-9276-a5bf512f2c0e service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866358 Apr 06 14:12:20.245660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6037fbe0-4c68-4626-a33d-06d65ae69467 req-7984dff7-a4e2-4d9c-a01d-f04d46d0b6b3 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848348 Apr 06 14:12:20.373270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '814c939e-015a-4d77-9b52-1ce0ef39de78', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976e970-3b53-4854-80e0-d0a55355d892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:01Z', 'updated_at': '2022-04-06T14:12:18Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:20.398989 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac32bf9-380a-4bab-9973-cca3ac22be2b None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '814c939e-015a-4d77-9b52-1ce0ef39de78', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0976e970-3b53-4854-80e0-d0a55355d892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:01Z', 'updated_at': '2022-04-06T14:12:18Z', 'revision_number': 1, 'project_id': '0262108551504bee8d342725c6ab875b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:20.600171 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9bcff-6bbd-4082-b9fe-d708b4a0f245 None None] New status for floating IP 814c939e-015a-4d77-9b52-1ce0ef39de78: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:12:26.522364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a2cc-8b94-4a6b-a348-ae52976916a8 req-8de49ae5-4826-4438-b9d4-ba713a63d8a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:26.523927 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76f6a2cc-8b94-4a6b-a348-ae52976916a8 req-8de49ae5-4826-4438-b9d4-ba713a63d8a7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0596874 Apr 06 14:12:26.572603 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76f6a2cc-8b94-4a6b-a348-ae52976916a8 req-63e5a8b1-d971-4cdb-89bc-d030cd6b674e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Apr 06 14:12:27.691184 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917c6a0-fbd7-4489-b9df-9c540ebfda76 req-cfc2eb0c-3b21-4c0a-afd9-b5d47ad24669 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:27.692713 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9917c6a0-fbd7-4489-b9df-9c540ebfda76 req-cfc2eb0c-3b21-4c0a-afd9-b5d47ad24669 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0529859 Apr 06 14:12:27.740148 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9917c6a0-fbd7-4489-b9df-9c540ebfda76 req-9a7a8bb2-588b-4225-8dcc-a94292b9f0ba tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Apr 06 14:12:28.890751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7260d6-6a6b-4650-aafc-202d6d79b23b req-0c4c12e8-938a-4dde-ad7c-6efc921b2730 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:28.892372 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c7260d6-6a6b-4650-aafc-202d6d79b23b req-0c4c12e8-938a-4dde-ad7c-6efc921b2730 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0860622 Apr 06 14:12:28.904570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-41e22302-fab8-48bd-b2db-98c96754f220 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:28.906013 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-41e22302-fab8-48bd-b2db-98c96754f220 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 946 time: 0.0909832 Apr 06 14:12:29.005125 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c7260d6-6a6b-4650-aafc-202d6d79b23b req-9d055922-4fe9-4be4-9e63-09affc2670b4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979357 Apr 06 14:12:29.040306 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Deleting port cda29bda-a879-4d5e-9346-272b34b95a9a {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:29.040651 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.134606 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] For port cda29bda-a879-4d5e-9346-272b34b95a9a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=cda29bda-a879-4d5e-9346-272b34b95a9a,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:29.134981 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.309275 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.309560 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.309877 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Floating IP 799d51c6-0a84-4f46-82f9-716b7c45832b disassociated. External IP: 172.27.1.152, port: cda29bda-a879-4d5e-9346-272b34b95a9a. Apr 06 14:12:29.310217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Calling delete_port for cda29bda-a879-4d5e-9346-272b34b95a9a owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:29.500935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (cda29bda-a879-4d5e-9346-272b34b95a9a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.530755 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'Port': ['ID=cda29bda-a879-4d5e-9346-272b34b95a9a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:29.652323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:29.762958 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:29.773577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:29.784347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:29.784975 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:29.811008 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] No DVR routers for this DVR port cda29bda-a879-4d5e-9346-272b34b95a9a on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:29.813655 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:29.817191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8eed512-1506-4909-90b8-bb0682dc5faf req-11b90504-ce69-4643-bd73-a2a0763a84e1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "DELETE /v2.0/ports/cda29bda-a879-4d5e-9346-272b34b95a9a HTTP/1.1" status: 204 len: 173 time: 0.9032252 Apr 06 14:12:29.817656 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'name': 'network-vif-deleted', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:29.820631 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336833ab-853d-4f4f-9daa-f17695b38eea" -d '{"events": [{"server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "name": "network-vif-deleted", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:29.859038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc44dda5-98ad-4cde-90b2-8b74e9b6d09b x-openstack-request-id: req-fc44dda5-98ad-4cde-90b2-8b74e9b6d09b {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:29.859329 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d1dbbd-705a-4f30-912d-918895b03bbf", "name": "network-vif-deleted", "tag": "cda29bda-a879-4d5e-9346-272b34b95a9a", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:29.859614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc44dda5-98ad-4cde-90b2-8b74e9b6d09b {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:29.860048 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc44dda5-98ad-4cde-90b2-8b74e9b6d09b'] response: {'server_uuid': 'b5d1dbbd-705a-4f30-912d-918895b03bbf', 'name': 'network-vif-deleted', 'tag': 'cda29bda-a879-4d5e-9346-272b34b95a9a', 'status': 'completed', 'code': 200} Apr 06 14:12:29.901310 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:30.122597 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9a7a7e3-f168-4acc-93b7-f6ac067f7918 req-434efa51-2d3c-431c-a6ac-8c58ad498f90 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5d1dbbd-705a-4f30-912d-918895b03bbf HTTP/1.1" status: 200 len: 210 time: 0.0319364 Apr 06 14:12:30.129817 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:30.158603 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:30.168151 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:30.168884 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:30.284238 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:30.488044 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:30.637983 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583897-0854-433f-821e-5ebc555e6aff None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:30.857266 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43046447-344d-4c59-955f-2cc3e96b77ea None None] New status for floating IP 799d51c6-0a84-4f46-82f9-716b7c45832b: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:12:31.279202 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39926) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:31.331269 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (3e2d7f7d-8d6a-4c7a-b796-df45142bc08f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.355420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (3e2d7f7d-8d6a-4c7a-b796-df45142bc08f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.471086 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3e2d7f7d-8d6a-4c7a-b796-df45142bc08f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.474835 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.481392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "DELETE /v2.0/security-groups/3e2d7f7d-8d6a-4c7a-b796-df45142bc08f HTTP/1.1" status: 204 len: 168 time: 0.1975083 Apr 06 14:12:31.481900 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39930) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:31.489385 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcb743-8ac2-4c29-bd2b-fe4364d35e14 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d7f7d-8d6a-4c7a-b796-df45142bc08f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:31.494207 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-facaa7cb-b9d8-4a42-ab1d-3bafc7ae1ac7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] show failed (client error): The resource could not be found. Apr 06 14:12:31.495743 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-facaa7cb-b9d8-4a42-ab1d-3bafc7ae1ac7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups/3e2d7f7d-8d6a-4c7a-b796-df45142bc08f HTTP/1.1" status: 404 len: 347 time: 0.0145180 Apr 06 14:12:31.505447 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 39932) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:31.628893 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Deleting port 20dcbfd7-a6aa-4f81-a368-ab5415b9bc37 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:31.629145 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.704818 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.705137 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.717037 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Calling delete_port for 20dcbfd7-a6aa-4f81-a368-ab5415b9bc37 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:31.945702 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (20dcbfd7-a6aa-4f81-a368-ab5415b9bc37), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:31.973104 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'Port': ['ID=20dcbfd7-a6aa-4f81-a368-ab5415b9bc37,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:31.996993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.997215 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.997374 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.997712 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.998040 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.998370 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.998696 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.999019 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.999341 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:31.999691 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.000013 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.000335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.000653 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.000969 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.001284 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:32.043805 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (799d51c6-0a84-4f46-82f9-716b7c45832b), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.046303 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.047469 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-65dc66cf-7e6e-4389-ac0b-0a4577bcb3b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "DELETE /v2.0/floatingips/799d51c6-0a84-4f46-82f9-716b7c45832b HTTP/1.1" status: 204 len: 168 time: 0.5481782 Apr 06 14:12:32.502224 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39936) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:32.506739 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583007182', 'description': 'tempest-description--927262392'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:32.579677 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.644190 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (63f19eba-b52f-4475-b490-cd0599ac1ead), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.716538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (63f19eba-b52f-4475-b490-cd0599ac1ead), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.747320 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f19eba-b52f-4475-b490-cd0599ac1ead,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:32.811698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.812991 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5ae89778-6099-4765-8ce0-831600e750d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3097689 Apr 06 14:12:32.816048 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39942) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:32.820351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group_rule': {'security_group_id': '63f19eba-b52f-4475-b490-cd0599ac1ead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:32.911646 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (ea916edf-68fa-43b6-9da6-3438709e1a94), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:32.972073 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (ea916edf-68fa-43b6-9da6-3438709e1a94), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.060948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (ea916edf-68fa-43b6-9da6-3438709e1a94), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.079438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea916edf-68fa-43b6-9da6-3438709e1a94,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:33.160742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.161985 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8014b2d9-d224-45b1-9bdf-ae4eb35df49c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450062 Apr 06 14:12:33.164870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39944) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:33.169828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'security_group_rule': {'security_group_id': '63f19eba-b52f-4475-b490-cd0599ac1ead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:33.266465 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (7f93c2e5-8e31-45e3-a9c1-c2cff5f95cb1), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.322553 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (7f93c2e5-8e31-45e3-a9c1-c2cff5f95cb1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.386402 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (7f93c2e5-8e31-45e3-a9c1-c2cff5f95cb1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.403884 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f93c2e5-8e31-45e3-a9c1-c2cff5f95cb1,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:33.474373 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.475679 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1e7e61ea-4219-47a0-b123-8c4cd46bf0c2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098285 Apr 06 14:12:33.479330 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 39946) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:33.483793 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:33.559138 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.659945 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.765187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Allocated IP 172.27.1.171 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/51c4541f-c491-4408-860a-031ec450183e) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:33.871933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (51c4541f-c491-4408-860a-031ec450183e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:33.953780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device cda29bda-a879-4d5e-9346-272b34b95a9a no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:33.974374 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: cda29bda-a879-4d5e-9346-272b34b95a9a {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:33.974724 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device cda29bda-a879-4d5e-9346-272b34b95a9a not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:33.998659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (51c4541f-c491-4408-860a-031ec450183e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.037344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:34.040235 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:34.046121 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:34.070418 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=51c4541f-c491-4408-860a-031ec450183e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:34.137218 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.247605 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (51c4541f-c491-4408-860a-031ec450183e), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.398489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (51c4541f-c491-4408-860a-031ec450183e), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.449298 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (51c4541f-c491-4408-860a-031ec450183e), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.519269 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=51c4541f-c491-4408-860a-031ec450183e,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:34.533827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.600291 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:34.601584 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1b21dafb-8016-4c39-9cfa-83e4d801b252 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1212919 Apr 06 14:12:34.765290 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-5603f9ae-7c71-4b33-b7f0-1142e071efb1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--583007182&fields=id&tenant_id=42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 267 time: 0.0549378 Apr 06 14:12:34.875449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-e6c21598-1d2f-4cbe-a13d-fff5cd3bcc8a tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:34.876959 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-e6c21598-1d2f-4cbe-a13d-fff5cd3bcc8a tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 811 time: 0.1053336 Apr 06 14:12:34.891880 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-7b4daa4c-f698-4613-b5a5-8bc6d3cd4f78 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/quotas/42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 375 time: 0.0095124 Apr 06 14:12:34.947951 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d52ac5-5c62-4174-af86-6acda5832781 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505877 Apr 06 14:12:35.142252 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-e7dffe9e-c401-4839-81f0-d90e17016a0f service neutron] 10.222.0.62 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833501 Apr 06 14:12:35.237298 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-5b6fa29e-098d-44fe-aa49-1e365546d163 service neutron] 10.222.0.62 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Apr 06 14:12:35.497475 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3d7d0a9d-109e-430e-bc2e-3bc092a271dc req-e8d38c10-cd2b-477a-83be-b7d9a5715292 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 210 time: 0.0279496 Apr 06 14:12:36.597384 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-37534912-9849-406b-95cf-c92320a46073 req-0e0bed16-44ed-4434-ba1d-2d46ada0ebd2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Apr 06 14:12:37.700915 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-407b11ae-99e3-4028-8293-23b5b5285e8a req-3b11d91f-25aa-42da-848f-c4e26ecccfef tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Apr 06 14:12:38.010033 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-7b731e52-5284-45ec-ba2a-b9065ff1eef4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:38.012182 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-7b731e52-5284-45ec-ba2a-b9065ff1eef4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 811 time: 0.1073055 Apr 06 14:12:38.085893 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-424d0130-0706-4200-9dcb-eacbfaa391f8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42559c35148f49bd97c3980c8988deff HTTP/1.1" status: 200 len: 379 time: 0.0582697 Apr 06 14:12:38.094784 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'port': {'device_id': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'admin_state_up': True, 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'security_groups': ['63f19eba-b52f-4475-b490-cd0599ac1ead']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:38.346438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Made reservation on behalf of 42559c35148f49bd97c3980c8988deff for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:12:38.349902 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:38.480890 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Allocated IP 172.20.0.10 (160c8924-914a-484c-8053-682b307e715b/b589973f-03e9-4c27-bd80-e1936b566d73/b3a39308-929c-4291-8b3b-e7d120e1cc4d) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:38.620610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:38.735754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:38.794176 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Network 160c8924-914a-484c-8053-682b307e715b is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:38.817277 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:38.824299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:38.848251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event updated for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:38.883981 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:38.885025 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:38.902538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7585fe4-d13e-4cb9-9b0e-309a7962f1ec req-26102382-b215-4b91-a14f-2f2505a946c9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:38.902538 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7585fe4-d13e-4cb9-9b0e-309a7962f1ec req-26102382-b215-4b91-a14f-2f2505a946c9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 932 time: 0.1295886 Apr 06 14:12:38.971400 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7585fe4-d13e-4cb9-9b0e-309a7962f1ec req-c3fed80f-3376-45ee-ab8d-e2b7c5d9bebc tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593772 Apr 06 14:12:38.983518 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-9f091f31-6506-407d-820d-c76662887aed tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922899 Apr 06 14:12:39.096145 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Request body: {'port': {'device_id': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:39.113314 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-05709ade-db27-4d8c-a368-9f99f49e1f46 None None] Provisioning complete for port b3a39308-929c-4291-8b3b-e7d120e1cc4d triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:12:39.113882 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05709ade-db27-4d8c-a368-9f99f49e1f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.152316 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-05709ade-db27-4d8c-a368-9f99f49e1f46 None None] Port b3a39308-929c-4291-8b3b-e7d120e1cc4d cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:12:39.174138 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.463024 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88697976-f4f8-466b-8815-2b1478f6278b req-bc9edeb7-8af9-4069-99f4-b5748d81a21f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:39.464570 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88697976-f4f8-466b-8815-2b1478f6278b req-bc9edeb7-8af9-4069-99f4-b5748d81a21f tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0843625 Apr 06 14:12:39.516473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a39308-929c-4291-8b3b-e7d120e1cc4d {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:39.531018 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks [] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.555001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Transition to ACTIVE for port object b3a39308-929c-4291-8b3b-e7d120e1cc4d will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:12:39.559417 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88697976-f4f8-466b-8815-2b1478f6278b req-664cd6dd-f1d8-40b3-bf6d-c4bab2b53862 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735331 Apr 06 14:12:39.626482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.678340 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:39.751980 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Attempting to bind port b3a39308-929c-4291-8b3b-e7d120e1cc4d on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:12:39.756492 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Attempting to bind port b3a39308-929c-4291-8b3b-e7d120e1cc4d by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:12:39.756492 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Attempting to bind port b3a39308-929c-4291-8b3b-e7d120e1cc4d on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:39.757692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Port b3a39308-929c-4291-8b3b-e7d120e1cc4d on network 160c8924-914a-484c-8053-682b307e715b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:12:39.758284 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Attempting to bind port b3a39308-929c-4291-8b3b-e7d120e1cc4d on network 160c8924-914a-484c-8053-682b307e715b {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:39.766267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:12:39.766614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Checking segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:12:39.767001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Bound using segment: {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:12:39.767463 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Bound port: b3a39308-929c-4291-8b3b-e7d120e1cc4d, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b8615f-2385-4784-ae6c-6b65e0588e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '160c8924-914a-484c-8053-682b307e715b'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:12:39.767828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.833801 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:12:39.836860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:12:39.922707 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.958965 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:39.959610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:39.961197 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3a39308-929c-4291-8b3b-e7d120e1cc4d HTTP/1.1" status: 200 len: 1094 time: 0.9212577 Apr 06 14:12:39.961567 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:39.964356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c744d54c-27ff-4020-aed2-2106ad46905f" -d '{"events": [{"name": "network-changed", "server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:39.990258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2ad06-3b0c-44a1-a9f1-55b6af22ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:40.081180 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247ab1e-e6c1-4d87-b8d4-d882c28130b4 x-openstack-request-id: req-b247ab1e-e6c1-4d87-b8d4-d882c28130b4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:40.081536 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:40.081855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b247ab1e-e6c1-4d87-b8d4-d882c28130b4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:40.082367 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b247ab1e-e6c1-4d87-b8d4-d882c28130b4'] response: {'name': 'network-changed', 'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'status': 'completed', 'code': 200} Apr 06 14:12:40.100148 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5af0ee-3290-4adc-8d8b-c2c470517063 req-304eb639-f62e-436a-8ac7-492183c78949 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:40.101709 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f5af0ee-3290-4adc-8d8b-c2c470517063 req-304eb639-f62e-436a-8ac7-492183c78949 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.0603149 Apr 06 14:12:40.154190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f5af0ee-3290-4adc-8d8b-c2c470517063 req-5b39c020-e5bb-40a4-8c9d-c5d8b43e9dbd tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466325 Apr 06 14:12:40.683434 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b27002-7dff-47f0-baf5-267ae1d7aef1 req-d07e87b2-0eac-45b9-bc5c-b234098f22da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:40.684928 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b27002-7dff-47f0-baf5-267ae1d7aef1 req-d07e87b2-0eac-45b9-bc5c-b234098f22da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0565498 Apr 06 14:12:40.732338 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b27002-7dff-47f0-baf5-267ae1d7aef1 req-cf46cc4b-37f5-4b7b-befe-2366411c7a7b tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Apr 06 14:12:41.270939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56b797-b108-40a4-8800-8fab4b60b90d req-9859e156-97d1-48ed-b165-ba049c0fe241 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:41.272410 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e56b797-b108-40a4-8800-8fab4b60b90d req-9859e156-97d1-48ed-b165-ba049c0fe241 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Apr 06 14:12:41.317772 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e56b797-b108-40a4-8800-8fab4b60b90d req-73ddd64b-4bca-4906-8dc1-4463afc3996b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395281 Apr 06 14:12:41.857438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f169-4b64-4507-983d-4763e886fe6e req-cc8e38d9-d15a-4f76-99b3-a733afaf8a86 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:41.858885 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7f0f169-4b64-4507-983d-4763e886fe6e req-cc8e38d9-d15a-4f76-99b3-a733afaf8a86 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.0558429 Apr 06 14:12:41.905951 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7f0f169-4b64-4507-983d-4763e886fe6e req-a361fc74-b75c-460a-8924-52bc91d8553e tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Apr 06 14:12:42.434704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca11e92-78d1-46cf-87f9-16b149aa8709 req-ef118fd2-f4a8-4d2e-b27d-719717c0e99c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:42.436215 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ca11e92-78d1-46cf-87f9-16b149aa8709 req-ef118fd2-f4a8-4d2e-b27d-719717c0e99c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.0529172 Apr 06 14:12:42.482825 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ca11e92-78d1-46cf-87f9-16b149aa8709 req-da9bd1d2-b109-447a-a1fd-04ef60ce2529 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Apr 06 14:12:42.585261 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:42.613248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d54c-27ff-4020-aed2-2106ad46905f req-b67c04f2-7362-4d39-a9fe-087cf4d02f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:42.614709 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c744d54c-27ff-4020-aed2-2106ad46905f req-b67c04f2-7362-4d39-a9fe-087cf4d02f42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 1128 time: 0.0468678 Apr 06 14:12:42.771908 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fbb68bb6-3f8f-4144-9c49-ee0facfe2306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:42.795656 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d54c-27ff-4020-aed2-2106ad46905f req-fe701ef7-6579-4876-bb73-a91f545bab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:42.797204 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c744d54c-27ff-4020-aed2-2106ad46905f req-fe701ef7-6579-4876-bb73-a91f545bab22 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=42559c35148f49bd97c3980c8988deff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0979486 Apr 06 14:12:42.986962 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-8fe48d64-c467-4d11-a8eb-0e20e1f4bded tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:42.988412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-8fe48d64-c467-4d11-a8eb-0e20e1f4bded tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.1162210 Apr 06 14:12:43.051213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744d54c-27ff-4020-aed2-2106ad46905f req-c0382611-3a61-43d4-b2ca-2606042a6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.052764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c744d54c-27ff-4020-aed2-2106ad46905f req-c0382611-3a61-43d4-b2ca-2606042a6ec8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884472 Apr 06 14:12:43.382372 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2767e-d634-47d1-9684-6d797b8762b1 req-f25b3c4a-505a-4ff9-b5fb-7f3a32ce28c7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.383787 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ada2767e-d634-47d1-9684-6d797b8762b1 req-f25b3c4a-505a-4ff9-b5fb-7f3a32ce28c7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 945 time: 0.4070761 Apr 06 14:12:43.473525 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-030dd0ae-1bea-4fc9-8f3e-2234e190c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.475003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-030dd0ae-1bea-4fc9-8f3e-2234e190c148 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 1128 time: 0.1346240 Apr 06 14:12:43.481614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b96585-d56e-4fab-9fac-eaaf7ee8763c req-74b3c046-e85b-4a2f-ba5c-1cc43bccf905 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.482943 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76b96585-d56e-4fab-9fac-eaaf7ee8763c req-74b3c046-e85b-4a2f-ba5c-1cc43bccf905 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.1437898 Apr 06 14:12:43.503463 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ada2767e-d634-47d1-9684-6d797b8762b1 req-95f59b10-a3fa-4d32-9a6e-8b4b940f4be2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf743305-320f-4f5b-a4dc-1ec3f44d5988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022358 Apr 06 14:12:43.505315 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Deleting port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:43.505653 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:43.615511 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76b96585-d56e-4fab-9fac-eaaf7ee8763c req-b6649a62-efaf-42a0-940f-2f4e14528ed0 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243970 Apr 06 14:12:43.656538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] For port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:43.656912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:43.677890 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d261d-c61c-4d0a-bdc8-f0fade88dda3 req-911fa065-009b-4d9c-9770-949a1183422e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:43.679397 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d3d261d-c61c-4d0a-bdc8-f0fade88dda3 req-911fa065-009b-4d9c-9770-949a1183422e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.1216843 Apr 06 14:12:43.797896 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d3d261d-c61c-4d0a-bdc8-f0fade88dda3 req-405e8d3a-cd2d-4f98-a34c-8e4d10882eb7 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894182 Apr 06 14:12:43.868784 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:43.869171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:43.869471 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Floating IP 872db528-b83d-4cbc-b170-9c53795efc1a disassociated. External IP: 172.27.1.119, port: 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd. Apr 06 14:12:43.869927 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Calling delete_port for 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:44.043995 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:44.072605 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event deleted for resources: {'Port': ['ID=58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:44.188905 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:44.308710 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:44.320229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:44.333369 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:44.333926 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:44.350733 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] No DVR routers for this DVR port 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:44.353263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:44.357250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb6640c2-4590-48f8-89ea-f9a6b5796c50 req-9072c4fc-dd43-431e-93a8-0463b91db2da tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "DELETE /v2.0/ports/58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd HTTP/1.1" status: 204 len: 173 time: 1.3585885 Apr 06 14:12:44.357701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'name': 'network-vif-deleted', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:44.359996 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874fae40-ca48-4464-9856-2bd7bc958730" -d '{"events": [{"server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "name": "network-vif-deleted", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:44.398751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3240bea-efe8-449b-8276-c7fa9df26cf3 x-openstack-request-id: req-e3240bea-efe8-449b-8276-c7fa9df26cf3 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:44.399538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bba270-7671-48d4-b7e9-697be98323a9", "name": "network-vif-deleted", "tag": "58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:44.399538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3240bea-efe8-449b-8276-c7fa9df26cf3 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:44.399918 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3240bea-efe8-449b-8276-c7fa9df26cf3'] response: {'server_uuid': 'e5bba270-7671-48d4-b7e9-697be98323a9', 'name': 'network-vif-deleted', 'tag': '58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd', 'status': 'completed', 'code': 200} Apr 06 14:12:44.453017 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:44.578171 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-db7cb943-6f3b-4de1-b8e4-e622baa04552 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d HTTP/1.1" status: 200 len: 217 time: 0.0453415 Apr 06 14:12:44.646027 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ea51b8f-fbc0-4a90-9f27-571287f19845 req-b57d9519-2403-432c-96d7-623e4ab60c08 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5bba270-7671-48d4-b7e9-697be98323a9 HTTP/1.1" status: 200 len: 210 time: 0.0485411 Apr 06 14:12:44.662692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-a5a1046c-8d22-4e91-bde4-21e33e3229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:44.673477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-a5a1046c-8d22-4e91-bde4-21e33e3229f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.0781801 Apr 06 14:12:44.692918 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:44.721038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:44.730356 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:44.730995 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:44.756633 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64883-6a1b-4094-a07c-11316aa2d724 req-44fc4dea-3d60-4834-b14d-f0e139d5760e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:44.758223 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1e64883-6a1b-4094-a07c-11316aa2d724 req-44fc4dea-3d60-4834-b14d-f0e139d5760e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.0673356 Apr 06 14:12:44.809990 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1e64883-6a1b-4094-a07c-11316aa2d724 req-6f70e552-455f-4aea-b709-f114c39b5773 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=5f84b503-f844-427c-bc88-ac193db76c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Apr 06 14:12:44.864545 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:45.001570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dec6-a539-4bc9-ae53-621b5694b7ef req-35544e27-8ecb-43f9-83c0-a5b099d8dba4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:45.003195 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85c1dec6-a539-4bc9-ae53-621b5694b7ef req-35544e27-8ecb-43f9-83c0-a5b099d8dba4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.1340144 Apr 06 14:12:45.004974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44e18-c9f3-4087-be73-b652036d41fd req-bdcdc968-9e7f-4476-8f35-d5dff0d068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:45.006483 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-bdcdc968-9e7f-4476-8f35-d5dff0d068f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1250679 Apr 06 14:12:45.018738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-86621114-817e-4602-a433-206087dba209 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:45.020504 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-86621114-817e-4602-a433-206087dba209 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 946 time: 0.1005080 Apr 06 14:12:45.094788 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:45.120646 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0a207-7a60-403a-be05-a105855ae444 None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:18Z', 'revision_number': 4, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '6e9727d4-a163-44a4-ab9a-83e831429eec', 'name': '', 'network_id': '780d8300-b677-4542-864e-ca1ab015b6f2', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'mac_address': 'fa:16:3e:18:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:29Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'subnets': [{'id': 'fb08c2b1-a0b9-4e04-b61d-fac8725ae110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:45.180210 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85c1dec6-a539-4bc9-ae53-621b5694b7ef req-9d8985c9-f5b6-4830-a2ef-e05e12434d1f tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710193 Apr 06 14:12:45.208912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-90e3dfb9-c498-4af7-803b-2b039965ffbe service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831181 Apr 06 14:12:45.224869 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port d64b7571-2125-4ee2-8755-72d63fb091ab {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:45.225201 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.365618 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] For port d64b7571-2125-4ee2-8755-72d63fb091ab, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d64b7571-2125-4ee2-8755-72d63fb091ab,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:45.365986 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.366121 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bbbe4-bd83-4ece-9e5c-534bca949271 None None] New status for floating IP 872db528-b83d-4cbc-b170-9c53795efc1a: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:12:45.466660 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4711db7d-f509-4e51-b18f-f78e27f62a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.489859 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05e44e18-c9f3-4087-be73-b652036d41fd req-a79eeaa6-7ec3-4a9a-bf57-866a1b77b8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890848 Apr 06 14:12:45.573822 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.574249 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.574679 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP 852d0ac7-0717-4cb1-a8f8-f1f84127703f disassociated. External IP: 172.27.1.142, port: d64b7571-2125-4ee2-8755-72d63fb091ab. Apr 06 14:12:45.575070 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for d64b7571-2125-4ee2-8755-72d63fb091ab owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:45.779389 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (d64b7571-2125-4ee2-8755-72d63fb091ab), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.808306 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=d64b7571-2125-4ee2-8755-72d63fb091ab,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:45.815933 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40084) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:45.879715 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (bf743305-320f-4f5b-a4dc-1ec3f44d5988), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.904957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (bf743305-320f-4f5b-a4dc-1ec3f44d5988), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.938843 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e88e15f5-2b61-4a9f-819d-3f49720b28e9 req-00b8a7e3-168b-48a1-911b-7160df336b78 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0381010 Apr 06 14:12:45.970458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:46.054358 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bf743305-320f-4f5b-a4dc-1ec3f44d5988), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.057083 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.058235 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf743305-320f-4f5b-a4dc-1ec3f44d5988 HTTP/1.1" status: 204 len: 168 time: 0.2407677 Apr 06 14:12:46.060797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40088) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:46.067327 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfe12a-a93c-4eb5-9cba-fa0543276683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf743305-320f-4f5b-a4dc-1ec3f44d5988,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:46.083301 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-78dccada-341a-497b-b1c8-db6f07c8cc38 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] show failed (client error): The resource could not be found. Apr 06 14:12:46.086743 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-78dccada-341a-497b-b1c8-db6f07c8cc38 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups/bf743305-320f-4f5b-a4dc-1ec3f44d5988 HTTP/1.1" status: 404 len: 347 time: 0.0225515 Apr 06 14:12:46.088937 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40090) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:46.170103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:46.183099 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:46.194297 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:46.194955 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:46.238512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] No DVR routers for this DVR port d64b7571-2125-4ee2-8755-72d63fb091ab on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:46.241735 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.245055 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80c8c9ab-2e54-43ff-9386-2e01e178043b req-535a2cd4-0dc9-4510-b684-0cd373329fe1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "DELETE /v2.0/ports/d64b7571-2125-4ee2-8755-72d63fb091ab HTTP/1.1" status: 204 len: 173 time: 1.2182570 Apr 06 14:12:46.291791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Deleting port e54e16f8-95fd-49fa-a021-5c8ef835720f {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:46.292820 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.327121 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:46.546950 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:46.575855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:46.584671 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:46.585310 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:46.601944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'name': 'network-vif-deleted', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:46.604204 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d81e009-3571-4f5e-a41e-73e4b98a05eb" -d '{"events": [{"server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "name": "network-vif-deleted", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:46.637031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa59c1-33c8-4f18-8f4d-85f8ad649247 req-3dd1495d-1f35-4c25-b91f-7b21214a83a4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:46.638825 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5aa59c1-33c8-4f18-8f4d-85f8ad649247 req-3dd1495d-1f35-4c25-b91f-7b21214a83a4 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.3791790 Apr 06 14:12:46.651395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f47da-f97b-43df-a352-8664d0d8e8ab x-openstack-request-id: req-ae7f47da-f97b-43df-a352-8664d0d8e8ab {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:46.651673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b450bbfa-7017-48ee-a6c4-1f88d94a8bcf", "name": "network-vif-deleted", "tag": "d64b7571-2125-4ee2-8755-72d63fb091ab", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:46.657284 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae7f47da-f97b-43df-a352-8664d0d8e8ab {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:46.657284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7f47da-f97b-43df-a352-8664d0d8e8ab'] response: {'server_uuid': 'b450bbfa-7017-48ee-a6c4-1f88d94a8bcf', 'name': 'network-vif-deleted', 'tag': 'd64b7571-2125-4ee2-8755-72d63fb091ab', 'status': 'completed', 'code': 200} Apr 06 14:12:46.657627 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.657952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (e54e16f8-95fd-49fa-a021-5c8ef835720f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.682469 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Calling delete_port for e54e16f8-95fd-49fa-a021-5c8ef835720f owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:46.710545 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:46.735624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.758596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5aa59c1-33c8-4f18-8f4d-85f8ad649247 req-6e920369-2eb1-4536-97cf-e4419f6d4bcb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029952 Apr 06 14:12:46.785364 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:46.916858 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (e54e16f8-95fd-49fa-a021-5c8ef835720f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:46.930154 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:46.972372 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event deleted for resources: {'Port': ['ID=e54e16f8-95fd-49fa-a021-5c8ef835720f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:46.974667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a303fab-d63b-4659-a274-6a9515ba4de2 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:47.029335 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks [] for floatingip (872db528-b83d-4cbc-b170-9c53795efc1a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:47.032903 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:47.049958 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-53e79dba-dcd5-4b88-9059-0370ae746ac7 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "DELETE /v2.0/floatingips/872db528-b83d-4cbc-b170-9c53795efc1a HTTP/1.1" status: 204 len: 168 time: 0.9440546 Apr 06 14:12:47.095706 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-392b7920-c3a4-4a1e-b3f7-ccfab54e3daa req-a6c44ad2-9459-44df-8a5e-fca9067a24c8 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b450bbfa-7017-48ee-a6c4-1f88d94a8bcf HTTP/1.1" status: 200 len: 210 time: 0.0351021 Apr 06 14:12:47.243176 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4397be2-6b7b-4194-90f8-e66dac8a1d61 None None] New status for floating IP 852d0ac7-0717-4cb1-a8f8-f1f84127703f: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:12:47.878853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a935c14-f968-4af4-89e6-d7ffa332c42c req-6769987b-f41a-48b2-9043-b2568f57d5d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:47.880366 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a935c14-f968-4af4-89e6-d7ffa332c42c req-6769987b-f41a-48b2-9043-b2568f57d5d1 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 944 time: 0.0527050 Apr 06 14:12:47.926150 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a935c14-f968-4af4-89e6-d7ffa332c42c req-6c623a7e-cf4a-4fa9-8f30-8ac068ca142c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401845 Apr 06 14:12:48.042058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3a39308-929c-4291-8b3b-e7d120e1cc4d details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:12:48.052114 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:48.079679 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:48.080035 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 58c2dcf5-0bd6-4f2d-b9dd-335e7260aedd not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:48.171577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.177203 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:48.188424 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'port_id': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'mac_address': 'fa:16:3e:4c:60:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:12:48.225640 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3a39308-929c-4291-8b3b-e7d120e1cc4d is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:12:48.226034 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.233637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40108) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:48.240731 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a39308-929c-4291-8b3b-e7d120e1cc4d {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:48.260413 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:48.287872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (5f84b503-f844-427c-bc88-ac193db76c22), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.313415 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (5f84b503-f844-427c-bc88-ac193db76c22), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.333426 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.382249 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:48.389458 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.389811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.390179 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.390545 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.390889 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.391263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.391633 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.391970 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.392335 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.392668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.393001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.393345 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.393677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.394004 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.394329 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:48.449506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5f84b503-f844-427c-bc88-ac193db76c22), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.452117 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.453294 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f84b503-f844-427c-bc88-ac193db76c22 HTTP/1.1" status: 204 len: 168 time: 0.2186542 Apr 06 14:12:48.456190 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40114) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:48.462662 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fe84-9efe-4f53-8b96-7bb4f4f86b47 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84b503-f844-427c-bc88-ac193db76c22,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:48.474522 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.api.v2.resource [None req-2170133d-0a44-4783-a894-77106579e4bd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] show failed (client error): The resource could not be found. Apr 06 14:12:48.475571 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-2170133d-0a44-4783-a894-77106579e4bd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups/5f84b503-f844-427c-bc88-ac193db76c22 HTTP/1.1" status: 404 len: 347 time: 0.0183697 Apr 06 14:12:48.478408 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40116) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:48.604175 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port 3b6c060a-7c6b-42d8-ae35-6277bb813fe1 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:48.604513 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.678451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.678773 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.690185 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for 3b6c060a-7c6b-42d8-ae35-6277bb813fe1 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:48.718268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['b3a39308-929c-4291-8b3b-e7d120e1cc4d'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:12:48.940691 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (3b6c060a-7c6b-42d8-ae35-6277bb813fe1), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.968932 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=3b6c060a-7c6b-42d8-ae35-6277bb813fe1,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:49.035132 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (852d0ac7-0717-4cb1-a8f8-f1f84127703f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.037650 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.038830 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f8b2eefc-fe9d-4902-bebf-2fe98e81e755 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/floatingips/852d0ac7-0717-4cb1-a8f8-f1f84127703f HTTP/1.1" status: 204 len: 168 time: 0.5594890 Apr 06 14:12:49.057197 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7fab-f0b1-4ce3-945c-0f14b4980f16 req-b35773c8-2c95-460e-914c-f4c0d57b2ff9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:49.063868 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fef7fab-f0b1-4ce3-945c-0f14b4980f16 req-b35773c8-2c95-460e-914c-f4c0d57b2ff9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 945 time: 0.0700662 Apr 06 14:12:49.115378 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fef7fab-f0b1-4ce3-945c-0f14b4980f16 req-08532a8b-5924-437a-90eb-d640149fbf02 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505669 Apr 06 14:12:49.681380 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40130) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:49.686603 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343350098', 'description': 'tempest-description--1949167277'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:49.790753 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.857518 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1a74cdbe-9772-4202-9dd0-35a6ec459cb4), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.870656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.929097 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1a74cdbe-9772-4202-9dd0-35a6ec459cb4), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:49.959663 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a74cdbe-9772-4202-9dd0-35a6ec459cb4,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:50.003847 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.008032 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-96493112-b100-4672-86fc-44b278561912 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3255935 Apr 06 14:12:50.008228 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40134) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:50.017781 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150bd7-0de0-4f3b-86f9-5fa09c982c11 req-cf9d5e68-490c-4624-abee-3a749cab280c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:50.019319 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df150bd7-0de0-4f3b-86f9-5fa09c982c11 req-cf9d5e68-490c-4624-abee-3a749cab280c tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0575025 Apr 06 14:12:50.023728 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '1a74cdbe-9772-4202-9dd0-35a6ec459cb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:50.073951 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3a39308-929c-4291-8b3b-e7d120e1cc4d up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:12:50.081245 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df150bd7-0de0-4f3b-86f9-5fa09c982c11 req-415d27a2-d528-4dc4-a842-2f857a6c6fab tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527701 Apr 06 14:12:50.132727 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (b3a97308-38d1-4f94-9411-848033dcc898), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.179576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port b3a39308-929c-4291-8b3b-e7d120e1cc4d completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:12:50.183927 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port b3a39308-929c-4291-8b3b-e7d120e1cc4d triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:12:50.184378 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.193538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (b3a97308-38d1-4f94-9411-848033dcc898), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.243926 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b5df7-f97c-487f-8c41-df7f0979b724 req-ed51d78e-416c-4fd0-af44-299c65adb68e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:50.245400 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-616b5df7-f97c-487f-8c41-df7f0979b724 req-ed51d78e-416c-4fd0-af44-299c65adb68e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 945 time: 0.0618644 Apr 06 14:12:50.246754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (b3a97308-38d1-4f94-9411-848033dcc898), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.261349 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3a39308-929c-4291-8b3b-e7d120e1cc4d is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:12:50.261754 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.276886 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a97308-38d1-4f94-9411-848033dcc898,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:50.286014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:50.288419 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c86e61-4fb8-4ec3-97f3-9d756718f1ef" -d '{"events": [{"server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:50.303941 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:50.312429 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-616b5df7-f97c-487f-8c41-df7f0979b724 req-9fc7795b-dff6-4ee4-8853-d37d536a0997 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586908 Apr 06 14:12:50.343444 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.344643 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-700218b1-5513-41e5-9364-8c1ebcb05712 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3243577 Apr 06 14:12:50.347584 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40142) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:50.353167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'security_group_rule': {'security_group_id': '1a74cdbe-9772-4202-9dd0-35a6ec459cb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:50.358244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.359304 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d64b7571-2125-4ee2-8755-72d63fb091ab no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:50.414944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (775fce11-410e-4566-b1c2-298c747d35e3), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.474826 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (775fce11-410e-4566-b1c2-298c747d35e3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.528728 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c13e3b-50f4-4d18-a4c2-c642d32b548e x-openstack-request-id: req-16c13e3b-50f4-4d18-a4c2-c642d32b548e {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:50.529039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:50.529289 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16c13e3b-50f4-4d18-a4c2-c642d32b548e {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:50.529674 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c13e3b-50f4-4d18-a4c2-c642d32b548e'] response: {'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'code': 200} Apr 06 14:12:50.530295 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: d64b7571-2125-4ee2-8755-72d63fb091ab {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:50.530627 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device d64b7571-2125-4ee2-8755-72d63fb091ab not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:50.546609 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (775fce11-410e-4566-b1c2-298c747d35e3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.556340 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:50.567418 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775fce11-410e-4566-b1c2-298c747d35e3,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:50.640710 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.641877 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f743b01e-002d-428b-a6a1-36a351d93437 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931294 Apr 06 14:12:50.644837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40144) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:50.649034 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:50.740671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.840419 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:50.946660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.27.1.66 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/e53f226f-9761-430d-8037-26968100a65a) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:51.049771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (e53f226f-9761-430d-8037-26968100a65a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.139766 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (e53f226f-9761-430d-8037-26968100a65a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.205660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:51.213254 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:51.215703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:51.242729 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=e53f226f-9761-430d-8037-26968100a65a,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:51.280520 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec0327-5dec-4f72-8067-17c282aeae43 req-bccfd74a-e847-41ef-bdc5-6871d9461aa1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:51.281990 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77ec0327-5dec-4f72-8067-17c282aeae43 req-bccfd74a-e847-41ef-bdc5-6871d9461aa1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1163845 Apr 06 14:12:51.357440 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.369699 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77ec0327-5dec-4f72-8067-17c282aeae43 req-6483f383-c06e-46a2-905f-06f6563bfaea tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Apr 06 14:12:51.440677 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b7ad2-936d-4239-9493-b68bc4f77a09 req-cd54b8a2-6ded-4697-9cff-dcd045beffae tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:51.442154 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d41b7ad2-936d-4239-9493-b68bc4f77a09 req-cd54b8a2-6ded-4697-9cff-dcd045beffae tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0584791 Apr 06 14:12:51.487708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (e53f226f-9761-430d-8037-26968100a65a), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.535603 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d41b7ad2-936d-4239-9493-b68bc4f77a09 req-e49afc72-4b9b-4920-8cec-f52beec30059 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738983 Apr 06 14:12:51.660477 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (e53f226f-9761-430d-8037-26968100a65a), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.746406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (e53f226f-9761-430d-8037-26968100a65a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.867815 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=e53f226f-9761-430d-8037-26968100a65a,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:51.893289 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.909171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798072aa-c747-44a9-8143-29d220c4b99a req-8f3a56eb-d2cf-4cb8-b746-71d2a1f2c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:51.910683 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-798072aa-c747-44a9-8143-29d220c4b99a req-8f3a56eb-d2cf-4cb8-b746-71d2a1f2c2b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 1130 time: 0.1364520 Apr 06 14:12:51.918050 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-f6003f1a-87c7-4054-8bb3-f6aee5e52d3a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:51.919381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-f6003f1a-87c7-4054-8bb3-f6aee5e52d3a tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.1462314 Apr 06 14:12:51.992796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:51.994003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7d63956d-5959-4c71-a3d6-d8d472b329d4 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3482113 Apr 06 14:12:52.019247 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-798072aa-c747-44a9-8143-29d220c4b99a req-f9129646-44f1-47c8-aed4-45d80ef62fa1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989006 Apr 06 14:12:52.051573 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Deleting port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:52.051923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:52.171310 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] For port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:52.172016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:52.181831 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-59f5790e-579c-4413-9353-8e2220c97edc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--343350098&fields=id&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 267 time: 0.0769334 Apr 06 14:12:52.187594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Calling delete_port for 3468b119-f1f1-4fa1-a123-becf3c0fd8cb owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:52.348954 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-c259fd1b-9d8b-4fd3-9457-8173e8401abb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:52.350324 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-c259fd1b-9d8b-4fd3-9457-8173e8401abb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.1608636 Apr 06 14:12:52.386250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-d255a697-1ddd-43c3-805c-021f111252cf tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/quotas/1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 375 time: 0.0305119 Apr 06 14:12:52.480773 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-b5cc5068-2a2f-4bd3-9d88-6e7639d2da06 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882077 Apr 06 14:12:52.499735 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceddeb6-8bfd-435b-974a-6e73c22eb760 req-35d4b386-178f-4507-91c0-3a66c9dcc0a2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:52.501218 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ceddeb6-8bfd-435b-974a-6e73c22eb760 req-35d4b386-178f-4507-91c0-3a66c9dcc0a2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 945 time: 0.0620668 Apr 06 14:12:52.509081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (3468b119-f1f1-4fa1-a123-becf3c0fd8cb), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:52.548197 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['4911942f-14ba-49ff-9692-8e68695dae7a', '3468b119-f1f1-4fa1-a123-becf3c0fd8cb'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:12:52.589845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event deleted for resources: {'Port': ['ID=3468b119-f1f1-4fa1-a123-becf3c0fd8cb,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:52.675757 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] No DVR routers for this DVR port 3468b119-f1f1-4fa1-a123-becf3c0fd8cb on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:52.679759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:52.683015 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd13336c-d803-43ce-b5ab-8a86badd3e52 req-c53e2a47-3d74-413a-9192-d901b06a0683 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "DELETE /v2.0/ports/3468b119-f1f1-4fa1-a123-becf3c0fd8cb HTTP/1.1" status: 204 len: 173 time: 0.7571239 Apr 06 14:12:52.686682 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ceddeb6-8bfd-435b-974a-6e73c22eb760 req-1b6a8963-b304-46a6-a0d2-2978f87fdb09 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750154 Apr 06 14:12:52.687118 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'name': 'network-vif-deleted', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:52.689428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e02424f-f6b0-44b0-939c-237ad6fb38c3" -d '{"events": [{"server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "name": "network-vif-deleted", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:52.705294 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-fe581c9f-b112-4b13-affc-143a63d39f76 service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028491 Apr 06 14:12:52.843321 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c90163-a4bf-4090-b381-c22694e8d382 req-c05d1068-1a70-400d-a755-5cd649a37bcb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:52.845000 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26c90163-a4bf-4090-b381-c22694e8d382 req-c05d1068-1a70-400d-a755-5cd649a37bcb tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0853620 Apr 06 14:12:52.847594 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-54b31e92-71c9-428b-8be9-4cf8b6eb3947 service neutron] 10.222.0.62 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330094 Apr 06 14:12:52.904325 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26c90163-a4bf-4090-b381-c22694e8d382 req-1124006f-57b6-49e7-8166-d3c507b8953e tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521703 Apr 06 14:12:52.968279 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a888f9-a5f8-4fc7-964d-2fcd6c67f9ab x-openstack-request-id: req-62a888f9-a5f8-4fc7-964d-2fcd6c67f9ab {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:52.968704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68e6dff-9045-473d-83ca-5af2b21c0980", "name": "network-vif-deleted", "tag": "3468b119-f1f1-4fa1-a123-becf3c0fd8cb", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:52.969080 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62a888f9-a5f8-4fc7-964d-2fcd6c67f9ab {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:52.970559 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a888f9-a5f8-4fc7-964d-2fcd6c67f9ab'] response: {'server_uuid': 'a68e6dff-9045-473d-83ca-5af2b21c0980', 'name': 'network-vif-deleted', 'tag': '3468b119-f1f1-4fa1-a123-becf3c0fd8cb', 'status': 'completed', 'code': 200} Apr 06 14:12:53.133069 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb0d1a37-2a3c-4c4a-a198-9c87055f6c4b req-b3da5d18-e64f-4a14-bd32-d26935bf11d1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0330794 Apr 06 14:12:53.790830 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2fc480db-b5c6-47f7-aa5d-c1e24d5f57d4 req-61975c74-cbc7-45e0-bdd5-a1a9c4140bc3 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=a68e6dff-9045-473d-83ca-5af2b21c0980 HTTP/1.1" status: 200 len: 210 time: 0.0266185 Apr 06 14:12:54.025196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cd38f-b4ca-4887-aee3-59cbf1b63e10 req-752ff7d5-620b-4dd1-935c-a751fca02adf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:54.026702 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c81cd38f-b4ca-4887-aee3-59cbf1b63e10 req-752ff7d5-620b-4dd1-935c-a751fca02adf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0552509 Apr 06 14:12:54.075959 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c81cd38f-b4ca-4887-aee3-59cbf1b63e10 req-8823f3c3-bef0-47ab-8800-8833463e9bfd tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Apr 06 14:12:54.199245 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aabd6a-c18a-497f-90fe-a93a57f296e4 req-10b2941b-e6ee-4ba3-b364-383d95948c2b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:54.200695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-22aabd6a-c18a-497f-90fe-a93a57f296e4 req-10b2941b-e6ee-4ba3-b364-383d95948c2b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0573397 Apr 06 14:12:54.209044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40186) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:54.213615 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Request body: {'floatingip': {'port_id': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:54.230775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-710efb15-0b98-4f6d-bee3-c5ad20098787 req-dd871250-91fa-4ab7-a3af-9d5bc994e32a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Apr 06 14:12:54.253160 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.695158 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.758169 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.864122 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Floating IP fa72de5b-fef1-46dd-808d-74f2ae29bb68 associated. External IP: 172.27.1.171, port: b3a39308-929c-4291-8b3b-e7d120e1cc4d. Apr 06 14:12:55.088658 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:12:55.142305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-92f9d29f-f59e-4863-ace9-db7fb2f86edd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:55.143792 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-92f9d29f-f59e-4863-ace9-db7fb2f86edd tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 815 time: 0.1142244 Apr 06 14:12:55.210353 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:12:55.215065 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:55.222102 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:12:55.232859 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:55.233748 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:55.242805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-8ba31ed1-2902-43e3-9428-c68a4fe8f8b1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1333a157c3ca454faf0b8603d4bc2a38 HTTP/1.1" status: 200 len: 379 time: 0.0823801 Apr 06 14:12:55.249837 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3b32b821-00a4-4e2f-9cad-7e3b535946c6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "PUT /v2.0/floatingips/fa72de5b-fef1-46dd-808d-74f2ae29bb68 HTTP/1.1" status: 200 len: 992 time: 1.0396578 Apr 06 14:12:55.250671 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:55.254685 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df923052-58de-45ff-85e1-a4cd8b164d22" -d '{"events": [{"name": "network-changed", "server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:55.295655 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f52bcd-6d1b-4ce6-9b3f-a9cdcada9b21 req-434e3bd7-06af-472a-a0be-f236814779be tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:55.297305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24f52bcd-6d1b-4ce6-9b3f-a9cdcada9b21 req-434e3bd7-06af-472a-a0be-f236814779be tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0893011 Apr 06 14:12:55.341524 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5cbbb9d5-6511-404b-a5ff-5db3fd13d3d9 req-91aeb2d5-69d8-4e55-a450-00f4a193015c tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0362308 Apr 06 14:12:55.349103 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:55.372494 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24f52bcd-6d1b-4ce6-9b3f-a9cdcada9b21 req-6c1e1469-9068-4788-9acc-abb3a37f04f9 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 Apr 06 14:12:55.451696 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4c3055-644a-46f1-895a-fb0b72b9a2ba x-openstack-request-id: req-2d4c3055-644a-46f1-895a-fb0b72b9a2ba {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:55.451993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:55.452255 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d4c3055-644a-46f1-895a-fb0b72b9a2ba {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:55.452671 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4c3055-644a-46f1-895a-fb0b72b9a2ba'] response: {'name': 'network-changed', 'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'status': 'completed', 'code': 200} Apr 06 14:12:55.580278 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'fa72de5b-fef1-46dd-808d-74f2ae29bb68', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4c:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:34Z', 'updated_at': '2022-04-06T14:12:54Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:55.609829 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:12:55.618413 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:12:55.619023 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:55.725745 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:12:55.954058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'fa72de5b-fef1-46dd-808d-74f2ae29bb68', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4c:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:34Z', 'updated_at': '2022-04-06T14:12:54Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:12:55.984748 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7032f4a-0b74-4d03-86eb-5fdaf92aaaf7 None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'fa72de5b-fef1-46dd-808d-74f2ae29bb68', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'port_id': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'mac_address': 'fa:16:3e:4c:60:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:34Z', 'updated_at': '2022-04-06T14:12:54Z', 'revision_number': 1, 'project_id': '42559c35148f49bd97c3980c8988deff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:12:56.139651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 3468b119-f1f1-4fa1-a123-becf3c0fd8cb no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:12:56.160125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 3468b119-f1f1-4fa1-a123-becf3c0fd8cb {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:12:56.160481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 3468b119-f1f1-4fa1-a123-becf3c0fd8cb not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:12:56.184241 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ea077-cf5c-4f6d-bee3-7cbdb4e1ae91 None None] New status for floating IP fa72de5b-fef1-46dd-808d-74f2ae29bb68: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:12:56.456944 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-22d88d11-c6db-4b4b-8e17-771c81256643 req-2bfcfea0-3385-44c2-be28-2947e02da728 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0414255 Apr 06 14:12:56.510706 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f0bb-72b5-453c-bd0b-576935dee7aa req-2153252e-51fd-4de8-9268-e660163b7ac1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:56.515738 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f461f0bb-72b5-453c-bd0b-576935dee7aa req-2153252e-51fd-4de8-9268-e660163b7ac1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Apr 06 14:12:56.560379 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f461f0bb-72b5-453c-bd0b-576935dee7aa req-828c7d5b-a591-4e37-97bf-efe0610b7812 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Apr 06 14:12:57.555984 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b20877f1-acd9-4099-b25a-77c8ed712583 req-ed12016c-d378-4183-bf0f-e17411efdeed tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Apr 06 14:12:57.585928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'port': {'device_id': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'admin_state_up': True, 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'security_groups': ['1a74cdbe-9772-4202-9dd0-35a6ec459cb4']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:57.750951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289e3c-89d9-447a-8e97-b85210d1f9c6 req-d1b137cb-5472-426c-a1ce-09c28de45ce2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:57.752459 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3289e3c-89d9-447a-8e97-b85210d1f9c6 req-d1b137cb-5472-426c-a1ce-09c28de45ce2 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.1219113 Apr 06 14:12:57.756078 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-71fbc10c-87cd-4df8-9865-610c197f6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:57.760128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-71fbc10c-87cd-4df8-9865-610c197f6fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42559c35148f49bd97c3980c8988deff&device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 1130 time: 0.1254554 Apr 06 14:12:57.853187 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3289e3c-89d9-447a-8e97-b85210d1f9c6 req-13c8cea8-91ab-4222-8c91-e4ce73df02d1 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/security-groups?id=825c55d4-4f78-4965-8167-3d4249b3a736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931418 Apr 06 14:12:57.855934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Made reservation on behalf of 1333a157c3ca454faf0b8603d4bc2a38 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:12:57.859072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:57.963351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-85e86a41-5c7f-4f47-a10e-e1e37a8fa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:57.964906 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-85e86a41-5c7f-4f47-a10e-e1e37a8fa2df service neutron] 10.222.0.46 "GET /v2.0/networks?id=160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 200 len: 912 time: 0.1623569 Apr 06 14:12:57.974967 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-d33a2644-f0d4-4e8f-b240-7d6b1a229cee tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:57.976473 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-d33a2644-f0d4-4e8f-b240-7d6b1a229cee tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 945 time: 0.0857892 Apr 06 14:12:58.049994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Allocated IP 172.20.0.13 (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6/cd663c76-5a44-423b-8fc2-d06574a93193/7d7eae7b-5e65-47d3-b608-acaececb29dd) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:12:58.095105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-9a211d23-0d55-4389-9fad-b43cdf259f6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d HTTP/1.1" status: 200 len: 1002 time: 0.0857399 Apr 06 14:12:58.134948 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Deleting port 4911942f-14ba-49ff-9692-8e68695dae7a {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:12:58.135283 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.196296 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-3163356d-e625-47ac-9953-aa25b35369f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:58.197726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-3163356d-e625-47ac-9953-aa25b35369f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 200 len: 850 time: 0.0931375 Apr 06 14:12:58.227891 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] For port 4911942f-14ba-49ff-9692-8e68695dae7a, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=4911942f-14ba-49ff-9692-8e68695dae7a,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:12:58.228279 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.244337 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Calling delete_port for 4911942f-14ba-49ff-9692-8e68695dae7a owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:12:58.277850 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.287101 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-dc9794a0-4e26-4a8a-aefc-30e1c23e8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:58.288635 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-dc9794a0-4e26-4a8a-aefc-30e1c23e8388 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160c8924-914a-484c-8053-682b307e715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833290 Apr 06 14:12:58.391501 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-008c7e7f-dd9e-45aa-9953-1d2d722e4dbc service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958014 Apr 06 14:12:58.452213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.476601 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (4911942f-14ba-49ff-9692-8e68695dae7a), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.508037 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Pushing event deleted for resources: {'Port': ['ID=4911942f-14ba-49ff-9692-8e68695dae7a,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:58.509939 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['4911942f-14ba-49ff-9692-8e68695dae7a'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:12:58.513561 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:12:58.524201 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:12:58.529868 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:12:58.538110 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event updated for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:58.569638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df923052-58de-45ff-85e1-a4cd8b164d22 req-93390b0c-675c-49d0-a857-72a6eba3eb0e service neutron] 10.222.0.46 "GET /v2.0/networks/160c8924-914a-484c-8053-682b307e715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715612 Apr 06 14:12:58.591760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:58.592402 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.608887 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] No DVR routers for this DVR port 4911942f-14ba-49ff-9692-8e68695dae7a on host hv-cinder-83682 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:12:58.616880 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.616880 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-4531d53b-8242-4956-84c1-f253bb733ed7 req-8652e52f-6080-4a89-9391-d718e1cf4354 tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.46 "DELETE /v2.0/ports/4911942f-14ba-49ff-9692-8e68695dae7a HTTP/1.1" status: 204 len: 173 time: 0.6071193 Apr 06 14:12:58.616880 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'name': 'network-vif-deleted', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:58.618878 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51415958-1b58-4687-accd-da09542bf8b2" -d '{"events": [{"server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "name": "network-vif-deleted", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:12:58.706764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061b45-e19d-4b85-a7d6-1f42abab88ef req-337daa04-28df-4fdf-b09f-f49ff682c78f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:58.708331 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06061b45-e19d-4b85-a7d6-1f42abab88ef req-337daa04-28df-4fdf-b09f-f49ff682c78f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 932 time: 0.0606308 Apr 06 14:12:58.721131 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-336bef7a-9eed-479d-ae1c-1305d7dc1304 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1413937 Apr 06 14:12:58.745511 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Request body: {'port': {'device_id': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:12:58.802229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06061b45-e19d-4b85-a7d6-1f42abab88ef req-6b44f518-6285-4c1f-9f58-ee99f6c9c456 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873938 Apr 06 14:12:58.827502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.855917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-bcceb70d-2e78-4cb8-8727-3acb501df82b None None] Provisioning complete for port 7d7eae7b-5e65-47d3-b608-acaececb29dd triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:12:58.855917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bcceb70d-2e78-4cb8-8727-3acb501df82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:58.867437 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47928bb1-1566-408e-9325-a5e532ddbcb7 x-openstack-request-id: req-47928bb1-1566-408e-9325-a5e532ddbcb7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:12:58.867727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fbda3e-546c-4894-9e83-1ce0c8747c32", "name": "network-vif-deleted", "tag": "4911942f-14ba-49ff-9692-8e68695dae7a", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:12:58.868024 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47928bb1-1566-408e-9325-a5e532ddbcb7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:12:58.868470 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47928bb1-1566-408e-9325-a5e532ddbcb7'] response: {'server_uuid': '58fbda3e-546c-4894-9e83-1ce0c8747c32', 'name': 'network-vif-deleted', 'tag': '4911942f-14ba-49ff-9692-8e68695dae7a', 'status': 'completed', 'code': 200} Apr 06 14:12:58.914940 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bcceb70d-2e78-4cb8-8727-3acb501df82b None None] Port 7d7eae7b-5e65-47d3-b608-acaececb29dd cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:12:59.023271 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1c473e5b-c19e-4d22-a916-c875779118c8 req-2e44470b-c658-4a1d-9c03-d55a954704fd tempest-ServerRescueNegativeTestJSON-2017468034 tempest-ServerRescueNegativeTestJSON-2017468034-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fbda3e-546c-4894-9e83-1ce0c8747c32 HTTP/1.1" status: 200 len: 210 time: 0.0575464 Apr 06 14:12:59.113807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ec663-b5cb-4666-bef3-425c78396a72 req-03b06d3a-5935-4f7a-ada1-02c0b3043d57 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:59.115267 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-729ec663-b5cb-4666-bef3-425c78396a72 req-03b06d3a-5935-4f7a-ada1-02c0b3043d57 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.1483855 Apr 06 14:12:59.203380 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-729ec663-b5cb-4666-bef3-425c78396a72 req-31d8a3b6-b5d6-493c-b07f-5bdf1c591b95 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773263 Apr 06 14:12:59.240040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7eae7b-5e65-47d3-b608-acaececb29dd {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:12:59.248040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks [] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:59.259786 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Transition to ACTIVE for port object 7d7eae7b-5e65-47d3-b608-acaececb29dd will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:12:59.361698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:59.655429 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:59.727853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Attempting to bind port 7d7eae7b-5e65-47d3-b608-acaececb29dd on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:12:59.728884 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Attempting to bind port 7d7eae7b-5e65-47d3-b608-acaececb29dd by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:12:59.729312 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Attempting to bind port 7d7eae7b-5e65-47d3-b608-acaececb29dd on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:59.734136 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Port 7d7eae7b-5e65-47d3-b608-acaececb29dd on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:12:59.734455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Attempting to bind port 7d7eae7b-5e65-47d3-b608-acaececb29dd on network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:12:59.739480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:12:59.739827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Checking segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:12:59.740263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Bound using segment: {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:12:59.740629 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Bound port: 7d7eae7b-5e65-47d3-b608-acaececb29dd, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f745289c-238d-470b-9c4c-58e7267df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:12:59.740978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:59.816409 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:12:59.819860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:12:59.907007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:59.948622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:59.949917 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:59.951247 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] 10.222.0.46 "PUT /v2.0/ports/7d7eae7b-5e65-47d3-b608-acaececb29dd HTTP/1.1" status: 200 len: 1094 time: 1.2112603 Apr 06 14:12:59.958168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae572f-3a4e-47d2-b3e1-aec4c269b024 req-00b10737-4502-44ad-ba57-1106555b41fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:12:59.959717 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fae572f-3a4e-47d2-b3e1-aec4c269b024 req-00b10737-4502-44ad-ba57-1106555b41fa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 944 time: 0.0902236 Apr 06 14:12:59.960191 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:12:59.962474 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:00.000669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9b53b-a629-4aca-bb80-6d3400cc1d6a service neutron] Pushing event updated for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:00.008444 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bb929d-ba43-4ace-a1fb-6e6d2319d93a x-openstack-request-id: req-61bb929d-ba43-4ace-a1fb-6e6d2319d93a {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:00.008736 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:00.008989 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61bb929d-ba43-4ace-a1fb-6e6d2319d93a {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:00.009384 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bb929d-ba43-4ace-a1fb-6e6d2319d93a'] response: {'name': 'network-changed', 'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'status': 'completed', 'code': 200} Apr 06 14:13:00.037510 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fae572f-3a4e-47d2-b3e1-aec4c269b024 req-b820eac7-1657-4ac5-b113-33965d320669 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651126 Apr 06 14:13:00.107993 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40256) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:00.109458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-7bf52b43-f052-49a0-ac86-5de39967386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.110982 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-7bf52b43-f052-49a0-ac86-5de39967386f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 1128 time: 0.0536702 Apr 06 14:13:00.228458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-b4dbd94b-1672-433d-8ef8-47e0fe25c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.229927 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-b4dbd94b-1672-433d-8ef8-47e0fe25c86a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1016500 Apr 06 14:13:00.379797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ebaaa-7b0f-4646-9efc-cf0a28a1f9b0 req-34d1c49d-bbb5-43d0-a60d-835b1e4b8fbc tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.381349 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f24ebaaa-7b0f-4646-9efc-cf0a28a1f9b0 req-34d1c49d-bbb5-43d0-a60d-835b1e4b8fbc tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0890903 Apr 06 14:13:00.382400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-b2e7546b-b626-4bcc-9c14-8f7076873928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.383759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f7d65c9-cf46-47b4-91b6-d479b97fc5e0 req-b2e7546b-b626-4bcc-9c14-8f7076873928 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482971 Apr 06 14:13:00.438726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f24ebaaa-7b0f-4646-9efc-cf0a28a1f9b0 req-16d586ec-94ed-4caf-8074-2c7bcb63f5e2 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506299 Apr 06 14:13:00.498549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-f7f20b8c-4f79-4e38-a669-a37946254aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.500108 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-f7f20b8c-4f79-4e38-a669-a37946254aac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 1128 time: 0.0560522 Apr 06 14:13:00.547920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-7ab85952-ec7f-45cf-b59c-0fb4a0657207 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd HTTP/1.1" status: 200 len: 217 time: 0.0348620 Apr 06 14:13:00.594053 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-76d4a732-1392-47d9-9acd-5cc1a28e6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.595609 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-76d4a732-1392-47d9-9acd-5cc1a28e6b82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0426612 Apr 06 14:13:00.646950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-6536d908-c42d-4489-9d31-7dd523bacf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:00.648495 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-6536d908-c42d-4489-9d31-7dd523bacf06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475695 Apr 06 14:13:00.736905 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-07d7f307-e4a2-4380-bdce-b605c65af7c8 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Apr 06 14:13:00.820335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:00.831403 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9970677-cb03-42e6-bb5e-deca282212f5 req-8d5982a6-a6ba-4000-9d8c-19a286f98741 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875967 Apr 06 14:13:01.075984 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Deleting port 6e9727d4-a163-44a4-ab9a-83e831429eec {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:13:01.076332 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:01.158847 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] For port 6e9727d4-a163-44a4-ab9a-83e831429eec, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=6e9727d4-a163-44a4-ab9a-83e831429eec,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:01.159559 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:01.165442 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c7785-1b50-467c-ac85-e721765d33e0 req-10535e94-0886-4c71-ac5e-e6111ca2cefa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:01.166963 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-440c7785-1b50-467c-ac85-e721765d33e0 req-10535e94-0886-4c71-ac5e-e6111ca2cefa tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 944 time: 0.0540991 Apr 06 14:13:01.177336 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Calling delete_port for 6e9727d4-a163-44a4-ab9a-83e831429eec owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:13:01.217350 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-440c7785-1b50-467c-ac85-e721765d33e0 req-a1ce684a-eb44-4d23-b318-302dbcc2c01f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441959 Apr 06 14:13:01.408703 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (6e9727d4-a163-44a4-ab9a-83e831429eec), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:01.432159 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9727d4-a163-44a4-ab9a-83e831429eec,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:01.571106 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3aaa8-1991-420f-91b7-5b402930d657 req-bd17e006-3dfd-4a01-8177-332555b1d2ba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:01.572714 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83c3aaa8-1991-420f-91b7-5b402930d657 req-bd17e006-3dfd-4a01-8177-332555b1d2ba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0555747 Apr 06 14:13:01.607307 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:01.622837 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83c3aaa8-1991-420f-91b7-5b402930d657 req-1ca9c95f-fb40-4572-b38b-5c5dccb33191 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437353 Apr 06 14:13:01.826895 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Router 85c3bd17-6e50-464f-9c4c-95a10e1b856e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:13:01.934850 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:01.940454 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-12a59ae4-d126-4a2f-b92c-9db875655564 admin admin] 10.222.0.62 "PUT /v2.0/routers/85c3bd17-6e50-464f-9c4c-95a10e1b856e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314292 Apr 06 14:13:01.942951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40268) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:01.943625 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Sync routers for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:13:01.953566 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:13:01.954184 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:02.048521 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks [] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.060672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:13:02.150218 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks [] for router_gateway (85c3bd17-6e50-464f-9c4c-95a10e1b856e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.189619 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 4911942f-14ba-49ff-9692-8e68695dae7a no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:13:02.211580 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 4911942f-14ba-49ff-9692-8e68695dae7a {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:13:02.211930 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 4911942f-14ba-49ff-9692-8e68695dae7a not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:13:02.252143 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Deleting port df47151d-0687-4a3c-82b6-4e8c8e57516e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:13:02.252761 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.262525 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:13:01Z', 'revision_number': 5, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port': {'id': 'df47151d-0687-4a3c-82b6-4e8c8e57516e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:09Z', 'updated_at': '2022-04-06T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:02.290593 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Checking router: 85c3bd17-6e50-464f-9c4c-95a10e1b856e for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:13:02.300791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Routers {'85c3bd17-6e50-464f-9c4c-95a10e1b856e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:13:02.301780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:02.336242 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] For port df47151d-0687-4a3c-82b6-4e8c8e57516e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=df47151d-0687-4a3c-82b6-4e8c8e57516e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:02.336600 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.348801 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f72a4-dc84-480f-9971-c2804a22e014 req-141d90d3-dc85-4e1a-82fa-8515f865f645 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:02.351506 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-729f72a4-dc84-480f-9971-c2804a22e014 req-141d90d3-dc85-4e1a-82fa-8515f865f645 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 944 time: 0.0615058 Apr 06 14:13:02.353534 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Calling delete_port for df47151d-0687-4a3c-82b6-4e8c8e57516e owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:13:02.403127 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-729f72a4-dc84-480f-9971-c2804a22e014 req-73c89d0c-9714-4009-aa06-5a0ab38a35c9 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454960 Apr 06 14:13:02.526692 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] Set router 85c3bd17-6e50-464f-9c4c-95a10e1b856e gateway port host: None {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:13:02.569205 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (df47151d-0687-4a3c-82b6-4e8c8e57516e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.588317 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:13:02Z', 'revision_number': 6, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:02.596618 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Pushing event deleted for resources: {'Port': ['ID=df47151d-0687-4a3c-82b6-4e8c8e57516e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:02.615019 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f332c-d0ab-4e71-849a-23baed06c23f None None] The sync data for ids ['85c3bd17-6e50-464f-9c4c-95a10e1b856e'] in dv-cinder-836822-1-iscsi is: [{'id': '85c3bd17-6e50-464f-9c4c-95a10e1b856e', 'name': 'tempest-ServerRescueNegativeTestJSON-586328791-router', 'tenant_id': 'df74e30f88434fbf80644ddd546976a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:13:02Z', 'revision_number': 6, 'project_id': 'df74e30f88434fbf80644ddd546976a7', 'gw_port_host': None}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:13:02.661605 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.750055 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b590ff7-787a-4742-b9e9-15fd0379fec9 req-efead180-ae12-413e-9757-e0da0000dbd3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:02.751576 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b590ff7-787a-4742-b9e9-15fd0379fec9 req-efead180-ae12-413e-9757-e0da0000dbd3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Apr 06 14:13:02.753004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.755179 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks [] for router_controller (85c3bd17-6e50-464f-9c4c-95a10e1b856e), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.801054 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b590ff7-787a-4742-b9e9-15fd0379fec9 req-d4886a44-eab0-467c-a89e-dcc59900bee7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Apr 06 14:13:02.860689 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (85c3bd17-6e50-464f-9c4c-95a10e1b856e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.861262 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c3bd17-6e50-464f-9c4c-95a10e1b856e {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:13:02.866344 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.867559 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f4ccfddf-c11b-47c6-b406-5365e64e4613 admin admin] 10.222.0.62 "DELETE /v2.0/routers/85c3bd17-6e50-464f-9c4c-95a10e1b856e HTTP/1.1" status: 204 len: 168 time: 0.9236250 Apr 06 14:13:02.870359 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40274) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:02.923212 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Deleting subnet fb08c2b1-a0b9-4e04-b61d-fac8725ae110 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:13:02.926155 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Publish callbacks [] for subnet (fb08c2b1-a0b9-4e04-b61d-fac8725ae110), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:02.960122 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (fb08c2b1-a0b9-4e04-b61d-fac8725ae110), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.048867 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (fb08c2b1-a0b9-4e04-b61d-fac8725ae110), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.156359 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (fb08c2b1-a0b9-4e04-b61d-fac8725ae110), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.181510 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb08c2b1-a0b9-4e04-b61d-fac8725ae110,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:03.185990 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.189250 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-12e673aa-cf1c-451b-87b5-6082f896663e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb08c2b1-a0b9-4e04-b61d-fac8725ae110 HTTP/1.1" status: 204 len: 168 time: 0.3172331 Apr 06 14:13:03.192412 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40276) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:03.192967 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1abbd-68fc-43ab-80f0-6a1d78db6b17 None None] Network 780d8300-b677-4542-864e-ca1ab015b6f2 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:13:03.274166 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (780d8300-b677-4542-864e-ca1ab015b6f2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.328226 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Deleting port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:13:03.328522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.391335 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] For port 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=9d68536f-8840-47eb-be36-d5ef3f45bcd2,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:03.392007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.405158 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Calling delete_port for 9d68536f-8840-47eb-be36-d5ef3f45bcd2 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:13:03.410165 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] DHCP port deletion for 780d8300-b677-4542-864e-ca1ab015b6f2 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:13:03.422571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 6e9727d4-a163-44a4-ab9a-83e831429eec no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:13:03.462757 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 6e9727d4-a163-44a4-ab9a-83e831429eec {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:13:03.463099 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 6e9727d4-a163-44a4-ab9a-83e831429eec not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:13:03.488622 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Deleting port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:13:03.488993 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.546489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d22de-01e8-4824-8b1d-70a9cff8ca30 req-376f7864-c123-42ed-a6c2-bcf73f07a9e3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:03.548799 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c48d22de-01e8-4824-8b1d-70a9cff8ca30 req-376f7864-c123-42ed-a6c2-bcf73f07a9e3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 944 time: 0.0646212 Apr 06 14:13:03.557839 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] For port 9d68536f-8840-47eb-be36-d5ef3f45bcd2, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=9d68536f-8840-47eb-be36-d5ef3f45bcd2,segment=NetworkSegment(5d18d5df-4c1b-4249-814a-03a4e4e266e7),segment_id=5d18d5df-4c1b-4249-814a-03a4e4e266e7)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:03.558753 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.572502 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Calling delete_port for 9d68536f-8840-47eb-be36-d5ef3f45bcd2 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:13:03.597860 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c48d22de-01e8-4824-8b1d-70a9cff8ca30 req-1e670c7b-d55f-4ee8-9ffe-553aed2b8bfe tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Apr 06 14:13:03.602066 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.614927 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] No DVR routers for this DVR port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:13:03.637602 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d68536f-8840-47eb-be36-d5ef3f45bcd2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:03.655507 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (9d68536f-8840-47eb-be36-d5ef3f45bcd2), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.684958 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] Pushing event deleted for resources: {'Port': ['ID=9d68536f-8840-47eb-be36-d5ef3f45bcd2,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:03.691078 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c20b3-d97b-42af-ae9f-a8050ad5dba3 None None] No DVR routers for this DVR port 9d68536f-8840-47eb-be36-d5ef3f45bcd2 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:13:03.716671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (780d8300-b677-4542-864e-ca1ab015b6f2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.738199 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780d8300-b677-4542-864e-ca1ab015b6f2']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:03.758632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d18d5df-4c1b-4249-814a-03a4e4e266e7') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:03.758632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d18d5df-4c1b-4249-814a-03a4e4e266e7') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:03.758632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (5d18d5df-4c1b-4249-814a-03a4e4e266e7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.772329 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (5d18d5df-4c1b-4249-814a-03a4e4e266e7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.778568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:13:03.779163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (5d18d5df-4c1b-4249-814a-03a4e4e266e7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:13:03.780879 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:13:03.906198 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (780d8300-b677-4542-864e-ca1ab015b6f2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.911072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:03.914398 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] 10.222.0.62 "DELETE /v2.0/networks/780d8300-b677-4542-864e-ca1ab015b6f2 HTTP/1.1" status: 204 len: 168 time: 0.7207160 Apr 06 14:13:03.931003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd53bbb-3fa7-403b-8286-570c411d2d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=780d8300-b677-4542-864e-ca1ab015b6f2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:03.952394 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5e3a-01bb-4fc5-b0d6-222c7172d890 req-9c7139c3-9702-449c-ab9a-e2b119bc1c29 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:03.953847 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a56a5e3a-01bb-4fc5-b0d6-222c7172d890 req-9c7139c3-9702-449c-ab9a-e2b119bc1c29 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0781291 Apr 06 14:13:04.001064 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a56a5e3a-01bb-4fc5-b0d6-222c7172d890 req-92ff5a05-c6bd-4d23-9d0c-6f536c0185ce tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Apr 06 14:13:04.197474 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 7d7eae7b-5e65-47d3-b608-acaececb29dd details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:13:04.273452 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40284) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:04.295838 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:04.307227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'port_id': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'mac_address': 'fa:16:3e:cd:f1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:13:04.312604 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-412719b9-d787-4072-bd05-bcb886031265 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df74e30f88434fbf80644ddd546976a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380070 Apr 06 14:13:04.315278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40286) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:04.346262 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 7d7eae7b-5e65-47d3-b608-acaececb29dd is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:04.346653 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.363038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7eae7b-5e65-47d3-b608-acaececb29dd {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:13:04.364155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] Publish callbacks [] for security_group (825c55d4-4f78-4965-8167-3d4249b3a736), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.382774 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:04.390463 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] Publish callbacks [] for security_group (825c55d4-4f78-4965-8167-3d4249b3a736), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.449621 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.494684 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:04.500538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (825c55d4-4f78-4965-8167-3d4249b3a736), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.503294 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:04.505695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/825c55d4-4f78-4965-8167-3d4249b3a736 HTTP/1.1" status: 204 len: 168 time: 0.1879413 Apr 06 14:13:04.513737 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7d07-9f65-4d87-9c9d-688ea11b793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825c55d4-4f78-4965-8167-3d4249b3a736,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:04.715281 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc26658-a6d8-4af6-a3c3-b444698816ad req-7aa01ef9-3fe3-450a-920e-dc9308d50785 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:04.716832 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fc26658-a6d8-4af6-a3c3-b444698816ad req-7aa01ef9-3fe3-450a-920e-dc9308d50785 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 945 time: 0.0532582 Apr 06 14:13:04.740377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['7d7eae7b-5e65-47d3-b608-acaececb29dd'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:13:04.767960 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fc26658-a6d8-4af6-a3c3-b444698816ad req-2a09670f-405c-4614-a22c-a5396ffa17d6 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451546 Apr 06 14:13:04.853462 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device df47151d-0687-4a3c-82b6-4e8c8e57516e no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:13:04.883344 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: df47151d-0687-4a3c-82b6-4e8c8e57516e {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:13:04.883790 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device df47151d-0687-4a3c-82b6-4e8c8e57516e not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:13:04.884135 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 9d68536f-8840-47eb-be36-d5ef3f45bcd2 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:13:04.910453 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 9d68536f-8840-47eb-be36-d5ef3f45bcd2 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:13:04.910800 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 9d68536f-8840-47eb-be36-d5ef3f45bcd2 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:13:05.126082 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b150d-6312-4511-a68c-9217f8381250 req-0ba0d58d-9b07-4daa-9f17-34d23dc3e2cf tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:05.127622 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c9b150d-6312-4511-a68c-9217f8381250 req-0ba0d58d-9b07-4daa-9f17-34d23dc3e2cf tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Apr 06 14:13:05.178614 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c9b150d-6312-4511-a68c-9217f8381250 req-219f0305-5b3f-49bf-8ed1-5e6d4b447337 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452275 Apr 06 14:13:05.900345 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b7f4-4bec-4805-b126-0306ec2967fd req-23936784-9660-47fc-9dd0-b330a012109f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:05.901859 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c170b7f4-4bec-4805-b126-0306ec2967fd req-23936784-9660-47fc-9dd0-b330a012109f tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 945 time: 0.0540545 Apr 06 14:13:05.948069 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c170b7f4-4bec-4805-b126-0306ec2967fd req-db968290-362d-448a-87b3-3a9e9a28a9b2 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Apr 06 14:13:06.214664 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 7d7eae7b-5e65-47d3-b608-acaececb29dd up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:13:06.303836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714eb2a-813a-4aa5-8c95-5a46fb480244 req-3d3733d4-2434-46bd-bc31-ada56d8f535d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:06.305334 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e714eb2a-813a-4aa5-8c95-5a46fb480244 req-3d3733d4-2434-46bd-bc31-ada56d8f535d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0552852 Apr 06 14:13:06.333274 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 7d7eae7b-5e65-47d3-b608-acaececb29dd completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:13:06.337535 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 7d7eae7b-5e65-47d3-b608-acaececb29dd triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:13:06.337944 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:06.352956 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e714eb2a-813a-4aa5-8c95-5a46fb480244 req-d2e7cc01-2d5e-436f-82d8-192425b59906 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Apr 06 14:13:06.419095 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 7d7eae7b-5e65-47d3-b608-acaececb29dd is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:06.419525 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:06.442016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:13:06.444340 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e8f5ff-e3c2-4158-bda0-7a6e317a4e77" -d '{"events": [{"server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "name": "network-vif-plugged", "status": "completed", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:06.456730 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:06.477612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f640b-a95e-4fb7-8ffb-35a05f3f91f8 x-openstack-request-id: req-566f640b-a95e-4fb7-8ffb-35a05f3f91f8 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:06.477925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "name": "network-vif-plugged", "status": "completed", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:06.478208 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-566f640b-a95e-4fb7-8ffb-35a05f3f91f8 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:06.478603 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566f640b-a95e-4fb7-8ffb-35a05f3f91f8'] response: {'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'code': 200} Apr 06 14:13:06.529250 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:06.577733 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:06.789128 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ae35b-7df2-4570-9918-8bac9c349744 req-163d74d3-978a-48e8-901f-b1eabbe81540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:06.790592 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da9ae35b-7df2-4570-9918-8bac9c349744 req-163d74d3-978a-48e8-901f-b1eabbe81540 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 1130 time: 0.0467293 Apr 06 14:13:06.835666 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da9ae35b-7df2-4570-9918-8bac9c349744 req-3b96d498-0f9c-41ac-b6c5-3b230875cc48 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Apr 06 14:13:07.068403 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7535-55ff-4de9-96ab-ce5a577f18f4 req-0969b62e-e426-4e4f-a13d-d3689a95458e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:07.069862 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-78ba7535-55ff-4de9-96ab-ce5a577f18f4 req-0969b62e-e426-4e4f-a13d-d3689a95458e tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Apr 06 14:13:07.121833 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-78ba7535-55ff-4de9-96ab-ce5a577f18f4 req-7186fa44-b6f9-4e7f-bcab-06b50b0e5eb5 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462127 Apr 06 14:13:07.475207 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34a266-881e-4637-a7df-e471cfc0c2b7 req-7290ab36-18b6-4de1-82f2-cccdd0a7c944 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:07.476720 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe34a266-881e-4637-a7df-e471cfc0c2b7 req-7290ab36-18b6-4de1-82f2-cccdd0a7c944 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0523558 Apr 06 14:13:07.527662 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe34a266-881e-4637-a7df-e471cfc0c2b7 req-59a13eb3-1993-4fa9-b673-c28a080fb3cb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 Apr 06 14:13:08.238128 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab2e85-e73e-46b4-bce9-af8272f06a81 req-f074da1a-0a51-46f2-86a3-2985b378871a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:08.239604 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-edab2e85-e73e-46b4-bce9-af8272f06a81 req-f074da1a-0a51-46f2-86a3-2985b378871a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0507851 Apr 06 14:13:08.288771 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-edab2e85-e73e-46b4-bce9-af8272f06a81 req-3f051392-c5f0-4501-b38f-bb0af14e0865 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Apr 06 14:13:08.651079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a19ab-3766-4a73-aa44-f79aa2bcb0c9 req-c89cf4f0-aca6-4dbf-a237-5dc3bb40ba7c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:08.652586 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-615a19ab-3766-4a73-aa44-f79aa2bcb0c9 req-c89cf4f0-aca6-4dbf-a237-5dc3bb40ba7c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Apr 06 14:13:08.698438 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-615a19ab-3766-4a73-aa44-f79aa2bcb0c9 req-3c6e5c3b-c64f-43ef-b249-490b688bce58 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Apr 06 14:13:09.412851 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5406c-fccb-48e8-8f2d-a668b7941d50 req-0e356b7b-3953-429f-9045-ea5bc7938044 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:09.414283 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83e5406c-fccb-48e8-8f2d-a668b7941d50 req-0e356b7b-3953-429f-9045-ea5bc7938044 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0583739 Apr 06 14:13:09.461454 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83e5406c-fccb-48e8-8f2d-a668b7941d50 req-4edf4072-0dcb-4a54-bef4-8b1e8c6797a3 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410349 Apr 06 14:13:09.578113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43725d65-c823-44af-9618-72fe0f1282d2 req-2ae2971d-d8be-40c2-bf4f-69bedc9c93de tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:09.579733 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43725d65-c823-44af-9618-72fe0f1282d2 req-2ae2971d-d8be-40c2-bf4f-69bedc9c93de tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0546424 Apr 06 14:13:09.588290 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40364) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:09.592725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Request body: {'floatingip': {'port_id': '7d7eae7b-5e65-47d3-b608-acaececb29dd'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:13:09.635087 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:09.893694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d34f6-31bc-40a2-8dd6-1005adbb59c2 req-2eb2218e-4879-4706-8205-2044c17609e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:09.895176 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-266d34f6-31bc-40a2-8dd6-1005adbb59c2 req-2eb2218e-4879-4706-8205-2044c17609e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.1125598 Apr 06 14:13:10.043599 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-266d34f6-31bc-40a2-8dd6-1005adbb59c2 req-8270fb71-2439-4121-a244-76f1bfa77d25 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419992 Apr 06 14:13:10.158323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:10.226259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:10.329399 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP c484e570-671c-4cc3-9b64-dcb5ee65bf49 associated. External IP: 172.27.1.66, port: 7d7eae7b-5e65-47d3-b608-acaececb29dd. Apr 06 14:13:10.554020 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:13:10.664675 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:13:10.669890 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:10.676995 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:13:10.688039 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:13:10.688724 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:10.811638 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:13:10.963432 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-06a3678a-9db6-4cb8-94d2-5573ce548c45 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "PUT /v2.0/floatingips/c484e570-671c-4cc3-9b64-dcb5ee65bf49 HTTP/1.1" status: 200 len: 991 time: 1.3658469 Apr 06 14:13:10.963432 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:13:10.963432 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f70fe3e-1fe6-4411-8c1f-c1487389a960" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:10.994262 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2372d6d9-f15f-4aed-9fca-68831cc037f6 x-openstack-request-id: req-2372d6d9-f15f-4aed-9fca-68831cc037f6 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:10.994559 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:10.994812 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2372d6d9-f15f-4aed-9fca-68831cc037f6 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:10.995216 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2372d6d9-f15f-4aed-9fca-68831cc037f6'] response: {'name': 'network-changed', 'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'status': 'completed', 'code': 200} Apr 06 14:13:11.070913 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'c484e570-671c-4cc3-9b64-dcb5ee65bf49', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:cd:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:51Z', 'updated_at': '2022-04-06T14:13:10Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:11.105655 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:13:11.105882 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-6c8fc551-938a-4f12-8c7e-3733ce0950a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:11.106014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-6c8fc551-938a-4f12-8c7e-3733ce0950a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 1130 time: 0.0659640 Apr 06 14:13:11.112887 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:13:11.113694 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:12:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:11.237178 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:13:11.244929 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e1d6d-9eb9-4d17-a4ea-02f1c4ba8a45 req-1216f9aa-d0b9-43de-a6fc-0b54d8c195a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:11.246437 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f86e1d6d-9eb9-4d17-a4ea-02f1c4ba8a45 req-1216f9aa-d0b9-43de-a6fc-0b54d8c195a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.1207678 Apr 06 14:13:11.252336 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-27f026b1-94b0-4e64-910b-4a28c6fe64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:11.253733 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-27f026b1-94b0-4e64-910b-4a28c6fe64c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 200 len: 916 time: 0.1402185 Apr 06 14:13:11.352520 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f86e1d6d-9eb9-4d17-a4ea-02f1c4ba8a45 req-cec65c19-e570-40e1-978f-6d3aea8a7662 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977576 Apr 06 14:13:11.359947 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-61b4519d-582a-4251-b888-9a10348c74e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd HTTP/1.1" status: 200 len: 999 time: 0.0909638 Apr 06 14:13:11.418092 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-c7f91183-daef-4f19-967c-87e34b0875e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:11.420107 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-c7f91183-daef-4f19-967c-87e34b0875e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 200 len: 854 time: 0.0529130 Apr 06 14:13:11.472565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-32aba812-fdbc-4aec-9e03-0dbb0908f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:11.474121 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-32aba812-fdbc-4aec-9e03-0dbb0908f293 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475657 Apr 06 14:13:11.568771 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-907ffc91-6374-4d5b-bd73-0328a8f4ca36 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878403 Apr 06 14:13:11.572506 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'c484e570-671c-4cc3-9b64-dcb5ee65bf49', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:cd:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:51Z', 'updated_at': '2022-04-06T14:13:10Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:13:11.600530 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d2bf2-aeea-47f6-ae68-02d471913fb0 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'c484e570-671c-4cc3-9b64-dcb5ee65bf49', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'port_id': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'mac_address': 'fa:16:3e:cd:f1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:12:51Z', 'updated_at': '2022-04-06T14:13:10Z', 'revision_number': 1, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:13:11.662815 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f70fe3e-1fe6-4411-8c1f-c1487389a960 req-35feb736-abdb-4c00-852e-2372d257fcb1 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880404 Apr 06 14:13:11.811947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a74109-daa3-4bfb-861b-98cba6ae3e60 None None] New status for floating IP c484e570-671c-4cc3-9b64-dcb5ee65bf49: ACTIVE {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:13:12.479891 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7cc3-69f7-42fc-ae00-e16e8f94e4b0 req-223616dc-9077-4902-894b-3925d76f3440 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:12.481348 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-491c7cc3-69f7-42fc-ae00-e16e8f94e4b0 req-223616dc-9077-4902-894b-3925d76f3440 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0528369 Apr 06 14:13:12.533084 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-491c7cc3-69f7-42fc-ae00-e16e8f94e4b0 req-4f1ba78a-992e-4af3-a3b7-851052c481a9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459950 Apr 06 14:13:12.608799 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:12.757120 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0ce0c8e1-e63a-4265-b6f0-715694fb4581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:13.660696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90c40f-6ae0-4011-8c86-4d61c0ceaf45 req-895292c6-8c99-4540-b1bb-88e8ebe4a05d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:13.662190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca90c40f-6ae0-4011-8c86-4d61c0ceaf45 req-895292c6-8c99-4540-b1bb-88e8ebe4a05d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0566230 Apr 06 14:13:13.708607 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca90c40f-6ae0-4011-8c86-4d61c0ceaf45 req-a2d3d32b-1060-4b01-acc9-442ecc89503c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Apr 06 14:13:14.832301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7bd6e-6b4c-4f5e-b3ca-4e79c2b6675c req-e51a5802-81ab-45b5-9c79-a11d3a34ae3a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:14.833790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7e7bd6e-6b4c-4f5e-b3ca-4e79c2b6675c req-e51a5802-81ab-45b5-9c79-a11d3a34ae3a tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Apr 06 14:13:14.880988 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7e7bd6e-6b4c-4f5e-b3ca-4e79c2b6675c req-0db13ada-76a8-4be6-ae73-97d11f9a9782 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Apr 06 14:13:15.488751 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d2eff225-ec96-440a-a9d2-900f423d3c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:15.735532 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40440) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:15.839680 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53cc9b42-f436-4f82-af4b-341169c1230c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:15.918068 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53cc9b42-f436-4f82-af4b-341169c1230c admin admin] Publish callbacks [] for security_group (5b9cacbe-3e79-4adc-a69b-62e830710a3e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:15.990789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53cc9b42-f436-4f82-af4b-341169c1230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5b9cacbe-3e79-4adc-a69b-62e830710a3e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.039012 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-53cc9b42-f436-4f82-af4b-341169c1230c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c729bf7735d040b1b4d09c69ee23d319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023138 Apr 06 14:13:16.041669 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40448) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:16.046938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40137-383d-435c-ae6a-23c27e24f830 req-ac18e6ce-6aa5-44d2-a2eb-5445ce151a07 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:16.048501 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-74e40137-383d-435c-ae6a-23c27e24f830 req-ac18e6ce-6aa5-44d2-a2eb-5445ce151a07 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0914221 Apr 06 14:13:16.049139 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9b42-f436-4f82-af4b-341169c1230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9cacbe-3e79-4adc-a69b-62e830710a3e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.091479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] Publish callbacks [] for security_group (5b9cacbe-3e79-4adc-a69b-62e830710a3e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.097381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-74e40137-383d-435c-ae6a-23c27e24f830 req-a277e35f-79a9-4ce5-a2fd-540e0b4c1084 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Apr 06 14:13:16.113677 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] Publish callbacks [] for security_group (5b9cacbe-3e79-4adc-a69b-62e830710a3e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.225799 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5b9cacbe-3e79-4adc-a69b-62e830710a3e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.228411 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.229565 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b9cacbe-3e79-4adc-a69b-62e830710a3e HTTP/1.1" status: 204 len: 168 time: 0.1868603 Apr 06 14:13:16.238048 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb77d1f-e81b-4280-aa24-695582cb9edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9cacbe-3e79-4adc-a69b-62e830710a3e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.277747 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:13:16.377578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:16.389653 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:13:16.426737 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: ACTIVE; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:16.427138 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.440694 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:13:16.460454 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:16.500560 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:16.557648 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=6']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:16.679966 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['b3e3546d-4216-49c0-b477-ad245e0c9eb4'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:13:16.717323 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:17.219133 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72740f37-10b3-4840-b747-3ed3ab1dae04 req-66044947-7a4e-45ab-9ae2-f3688eeabcd7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:17.220633 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72740f37-10b3-4840-b747-3ed3ab1dae04 req-66044947-7a4e-45ab-9ae2-f3688eeabcd7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 944 time: 0.0518649 Apr 06 14:13:17.271785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72740f37-10b3-4840-b747-3ed3ab1dae04 req-9fc24c93-386e-41b5-97e2-4980b9d1c3ba tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457327 Apr 06 14:13:18.146087 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.311337 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:13:18.360752 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port b3e3546d-4216-49c0-b477-ad245e0c9eb4 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:13:18.361127 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.410671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dbd3a-2e98-4f43-b4e4-c793995d6736 req-1a253ed5-7bb5-4c4f-8546-da88f89f5038 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:18.415931 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-903dbd3a-2e98-4f43-b4e4-c793995d6736 req-1a253ed5-7bb5-4c4f-8546-da88f89f5038 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 944 time: 0.0582197 Apr 06 14:13:18.440967 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:18.441354 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.464229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:13:18.467328 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e0f96-3581-40ac-ae5e-5cbab99b98d5" -d '{"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:18.469006 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-903dbd3a-2e98-4f43-b4e4-c793995d6736 req-7edcb9b8-5d42-49db-b1b3-7bdd37905196 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478435 Apr 06 14:13:18.480937 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:18.516198 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef27a2a0-d56d-4998-917c-e999b46ead5a x-openstack-request-id: req-ef27a2a0-d56d-4998-917c-e999b46ead5a {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:18.516518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:18.516780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef27a2a0-d56d-4998-917c-e999b46ead5a {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:18.517279 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef27a2a0-d56d-4998-917c-e999b46ead5a'] response: {'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'code': 200} Apr 06 14:13:18.590682 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40526) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:18.607220 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.659751 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=7']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.700110 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89c34d88-ee18-4fcc-b27f-cb887efd836e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.772828 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89c34d88-ee18-4fcc-b27f-cb887efd836e admin admin] Publish callbacks [] for security_group (7c428efc-6d38-4363-b832-eeb74810c147), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.854476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-89c34d88-ee18-4fcc-b27f-cb887efd836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (7c428efc-6d38-4363-b832-eeb74810c147), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.889707 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-89c34d88-ee18-4fcc-b27f-cb887efd836e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09bc06de31d544ee83b8702e190fa76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934258 Apr 06 14:13:18.889981 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40536) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:18.898960 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c34d88-ee18-4fcc-b27f-cb887efd836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c428efc-6d38-4363-b832-eeb74810c147,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:18.949349 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] Publish callbacks [] for security_group (7c428efc-6d38-4363-b832-eeb74810c147), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.974616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] Publish callbacks [] for security_group (7c428efc-6d38-4363-b832-eeb74810c147), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.120123 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (7c428efc-6d38-4363-b832-eeb74810c147), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.124221 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.133522 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c428efc-6d38-4363-b832-eeb74810c147 HTTP/1.1" status: 204 len: 168 time: 0.2396753 Apr 06 14:13:19.148065 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66bb77-a08d-41a7-9f65-dfba0b4b1404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c428efc-6d38-4363-b832-eeb74810c147,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:19.622895 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4b92-a69c-4d1e-8cb0-d1913386811e req-3f2b92cd-cdba-4795-908a-8e3479a4f4cb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:19.625194 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75ad4b92-a69c-4d1e-8cb0-d1913386811e req-3f2b92cd-cdba-4795-908a-8e3479a4f4cb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0653076 Apr 06 14:13:19.677215 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75ad4b92-a69c-4d1e-8cb0-d1913386811e req-3d228e87-eb16-4d95-a041-7c3040c5e4f9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462580 Apr 06 14:13:19.799918 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40544) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:19.813406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.844353 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.903128 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Publish callbacks [] for security_group (33ce1d55-1588-41bf-b21d-44d07addec41), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:19.974256 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (33ce1d55-1588-41bf-b21d-44d07addec41), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:20.009115 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c64ace4b4a941888780c3ae08940f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080839 Apr 06 14:13:20.012547 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40546) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:20.023280 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce1d55-1588-41bf-b21d-44d07addec41,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:20.032013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.032278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.032623 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.032961 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.033297 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.033998 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.033998 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.034260 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.034579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.034912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.035268 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.035619 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.035970 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.036289 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.036607 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2810f3-32a5-43fd-befa-4a9352fbf125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:20.087146 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] Publish callbacks [] for security_group (33ce1d55-1588-41bf-b21d-44d07addec41), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:20.111034 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] Publish callbacks [] for security_group (33ce1d55-1588-41bf-b21d-44d07addec41), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:20.220232 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (33ce1d55-1588-41bf-b21d-44d07addec41), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:20.222808 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:20.226779 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33ce1d55-1588-41bf-b21d-44d07addec41 HTTP/1.1" status: 204 len: 168 time: 0.2120330 Apr 06 14:13:20.236660 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c14277-6a7e-4530-8f7a-c7b022515f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce1d55-1588-41bf-b21d-44d07addec41,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:20.845264 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36d1b-434b-4728-b764-0194a1c88861 req-60e2fc4f-9c8c-4699-891f-5585a02220ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:20.847707 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31c36d1b-434b-4728-b764-0194a1c88861 req-60e2fc4f-9c8c-4699-891f-5585a02220ad tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0615256 Apr 06 14:13:20.915959 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31c36d1b-434b-4728-b764-0194a1c88861 req-6241db45-1d3d-4a46-a528-ef7e3477715c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603173 Apr 06 14:13:22.033417 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad993c-2b8f-4d4b-acd9-4586d0006eea req-691cde12-a4e1-421b-93c2-c1d943dd0019 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:22.039877 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-44ad993c-2b8f-4d4b-acd9-4586d0006eea req-691cde12-a4e1-421b-93c2-c1d943dd0019 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0585299 Apr 06 14:13:22.088596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-44ad993c-2b8f-4d4b-acd9-4586d0006eea req-58eebec4-ddbe-4aef-aa99-1877ba2a5bf4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Apr 06 14:13:23.230406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44c884-5bb8-45c1-86b2-03ec3ed33c17 req-ad9b5c06-5aae-45f2-8cbb-877e25110df7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:23.232066 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b44c884-5bb8-45c1-86b2-03ec3ed33c17 req-ad9b5c06-5aae-45f2-8cbb-877e25110df7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0661199 Apr 06 14:13:23.305498 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b44c884-5bb8-45c1-86b2-03ec3ed33c17 req-0610ff5a-12f6-411c-9727-fadb2047652c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615263 Apr 06 14:13:23.785917 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:13:24.458509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bc289-9124-4e99-aafe-8b92bbef7f9a req-d4a6b697-85c4-4faf-9972-f9ac73a9a968 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:24.460207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-045bc289-9124-4e99-aafe-8b92bbef7f9a req-d4a6b697-85c4-4faf-9972-f9ac73a9a968 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0716875 Apr 06 14:13:24.520200 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-045bc289-9124-4e99-aafe-8b92bbef7f9a req-985de854-a075-4e3a-b7d9-79e4fb34dd67 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535829 Apr 06 14:13:25.666365 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbdbcf-8ec0-4c80-b77b-0fad236a1b4f req-851e8888-d3a1-4a7d-a197-1ea0c21f24b9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:25.674892 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7bbdbcf-8ec0-4c80-b77b-0fad236a1b4f req-851e8888-d3a1-4a7d-a197-1ea0c21f24b9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0693922 Apr 06 14:13:25.738568 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7bbdbcf-8ec0-4c80-b77b-0fad236a1b4f req-3fb3b13d-cd01-4deb-94a6-cc7978960f3f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626919 Apr 06 14:13:26.888744 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41359f5-e616-4156-a0b1-ed3295b962f5 req-a77e8a52-ea6e-427c-9390-ecd509ca5925 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:26.891837 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b41359f5-e616-4156-a0b1-ed3295b962f5 req-a77e8a52-ea6e-427c-9390-ecd509ca5925 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0669599 Apr 06 14:13:26.958901 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b41359f5-e616-4156-a0b1-ed3295b962f5 req-95460921-08e6-4252-bfb9-e543b0d1cad6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610893 Apr 06 14:13:27.329543 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40652) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:27.458611 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd809f17-8257-4f71-967f-c9588652016b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.563373 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd809f17-8257-4f71-967f-c9588652016b admin admin] Publish callbacks [] for security_group (db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.623977 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd809f17-8257-4f71-967f-c9588652016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.666925 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fd809f17-8257-4f71-967f-c9588652016b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a997c59abf174d7494cbf4e61aeef9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330932 Apr 06 14:13:27.667231 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40656) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:27.674978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd809f17-8257-4f71-967f-c9588652016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:27.727620 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] Publish callbacks [] for security_group (db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.752461 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] Publish callbacks [] for security_group (db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.871692 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.874394 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:27.875627 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd HTTP/1.1" status: 204 len: 168 time: 0.2059350 Apr 06 14:13:27.884323 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef053a3-8b92-4f91-9507-63ff54faeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4dd9b8-0c0f-456e-b5e5-6e46efae6cbd,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:28.100887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4d4b5-7eea-4353-a1c7-98cc56420a80 req-3490bd27-4e08-4514-ba68-08d108d58d75 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:28.102723 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2b4d4b5-7eea-4353-a1c7-98cc56420a80 req-3490bd27-4e08-4514-ba68-08d108d58d75 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0646257 Apr 06 14:13:28.158150 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2b4d4b5-7eea-4353-a1c7-98cc56420a80 req-0544b3ab-52a6-4346-a97f-62d52a0183a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472820 Apr 06 14:13:28.771037 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40668) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:28.793523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b4ec-81ee-4603-8d58-a56ec8d6a75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:28.882189 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b4ec-81ee-4603-8d58-a56ec8d6a75a admin admin] Publish callbacks [] for security_group (a6536b39-1b1d-4226-9be1-7ec6f69bcc99), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:28.951716 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b4ec-81ee-4603-8d58-a56ec8d6a75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a6536b39-1b1d-4226-9be1-7ec6f69bcc99), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:28.978461 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f8e0b4ec-81ee-4603-8d58-a56ec8d6a75a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb698998f55a495d84de2384a4b62f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062454 Apr 06 14:13:28.981178 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40670) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:28.998513 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0b4ec-81ee-4603-8d58-a56ec8d6a75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6536b39-1b1d-4226-9be1-7ec6f69bcc99,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:29.055831 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] Publish callbacks [] for security_group (a6536b39-1b1d-4226-9be1-7ec6f69bcc99), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:29.083258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] Publish callbacks [] for security_group (a6536b39-1b1d-4226-9be1-7ec6f69bcc99), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:29.215194 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a6536b39-1b1d-4226-9be1-7ec6f69bcc99), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:29.218557 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:29.222137 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6536b39-1b1d-4226-9be1-7ec6f69bcc99 HTTP/1.1" status: 204 len: 168 time: 0.2376845 Apr 06 14:13:29.236595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fba0c-6053-46e6-9d41-7f065fde8763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6536b39-1b1d-4226-9be1-7ec6f69bcc99,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:29.322051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf926c-d45d-4734-8347-f9beade5be18 req-b34d5dca-713b-49e8-8267-898bd20fbc64 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:29.323740 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-46bf926c-d45d-4734-8347-f9beade5be18 req-b34d5dca-713b-49e8-8267-898bd20fbc64 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0572898 Apr 06 14:13:29.376922 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-46bf926c-d45d-4734-8347-f9beade5be18 req-690ca377-6871-4594-98c1-3269a36f98a9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457170 Apr 06 14:13:30.508801 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6ae7-6945-41d5-8f1a-ff8035243324 req-133141d3-737a-456c-b795-d89cf7e40234 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:30.510513 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f1c6ae7-6945-41d5-8f1a-ff8035243324 req-133141d3-737a-456c-b795-d89cf7e40234 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0561383 Apr 06 14:13:30.586677 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f1c6ae7-6945-41d5-8f1a-ff8035243324 req-41911111-351f-4a7d-ba1b-c6ef709afb46 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693014 Apr 06 14:13:30.601765 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-5fe0227a-7006-4aaa-9667-339105e81cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:30.603307 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-5fe0227a-7006-4aaa-9667-339105e81cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1129 time: 0.0605485 Apr 06 14:13:30.696967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-a5987d87-7131-4997-84b8-cf0a86b07b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:30.698429 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-a5987d87-7131-4997-84b8-cf0a86b07b0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.0879571 Apr 06 14:13:30.763347 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-de60e2cd-b651-466a-aa0f-6cbf5d59d063 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 1001 time: 0.0583749 Apr 06 14:13:30.813437 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-bb005bd7-d416-4535-b9fc-55f6111c1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:30.815596 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-bb005bd7-d416-4535-b9fc-55f6111c1b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0452251 Apr 06 14:13:30.884636 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-f80e8624-2b54-4dab-8f9b-db6cd9329aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:30.886217 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-f80e8624-2b54-4dab-8f9b-db6cd9329aa8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523763 Apr 06 14:13:30.982940 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-2bd0f5b6-c08a-4093-861c-4071f01c00e8 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897746 Apr 06 14:13:31.079842 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90dda2b-1bdd-4459-b391-e065c21d7eec req-c5e1734d-877f-4230-b303-ea4ba3a57bf6 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894175 Apr 06 14:13:31.869521 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b40d1-41ca-4308-b741-3f473bfef56d req-fc0a5c60-57f7-4285-8f05-f650f59db6b8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:31.871087 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-483b40d1-41ca-4308-b741-3f473bfef56d req-fc0a5c60-57f7-4285-8f05-f650f59db6b8 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0585215 Apr 06 14:13:31.920011 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-483b40d1-41ca-4308-b741-3f473bfef56d req-3eaad147-0754-4eae-ba1b-f74c52c3a788 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Apr 06 14:13:33.050582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770df9-65a4-4bc3-b70b-8123b7089323 req-d912daed-1688-4282-b469-2c5e82592a55 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:33.052133 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8770df9-65a4-4bc3-b70b-8123b7089323 req-d912daed-1688-4282-b469-2c5e82592a55 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0604928 Apr 06 14:13:33.108737 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8770df9-65a4-4bc3-b70b-8123b7089323 req-4224d124-2f28-42f6-adad-38ee309d221b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475175 Apr 06 14:13:34.247436 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97ede-b429-484b-b71a-03eeac14d190 req-a98de067-a3db-4945-af14-4f3cb44c8a7f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:34.249004 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ff97ede-b429-484b-b71a-03eeac14d190 req-a98de067-a3db-4945-af14-4f3cb44c8a7f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 945 time: 0.0676064 Apr 06 14:13:34.300075 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ff97ede-b429-484b-b71a-03eeac14d190 req-4ebd538b-8d70-4928-8486-386c75e4d956 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Apr 06 14:13:34.455697 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:13:34.532318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: ACTIVE; New status is: DOWN {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:34.532706 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:34.556713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:13:34.558937 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0384de24-9a5b-4c6a-a5c5-a3ccd4a4f2f7" -d '{"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:34.574764 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:34.590651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777466a0-39ec-4b46-8585-817a03b33b78 x-openstack-request-id: req-777466a0-39ec-4b46-8585-817a03b33b78 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:34.590931 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-unplugged", "status": "failed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "code": 422}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:34.591180 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-777466a0-39ec-4b46-8585-817a03b33b78 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:34.591631 dv-cinder-836822-1-iscsi neutron-server[103969]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-777466a0-39ec-4b46-8585-817a03b33b78']: {'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'code': 422} returned with failed status Apr 06 14:13:34.660159 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:34.706308 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=8']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:37.662246 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e483-22cc-4fcf-9ce6-a4202600032a req-acf7e0f4-bdef-4e01-b8f4-6c19a15e4848 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:37.663769 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-32a2e483-22cc-4fcf-9ce6-a4202600032a req-acf7e0f4-bdef-4e01-b8f4-6c19a15e4848 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0541854 Apr 06 14:13:37.710478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-32a2e483-22cc-4fcf-9ce6-a4202600032a req-c648e963-7a9f-433e-b692-f9f5d6ff71fa tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Apr 06 14:13:38.173122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40848) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:38.263027 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-e3a1a293-5d3a-49db-8c1b-40f2e1a47c45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884931 Apr 06 14:13:38.272244 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-3972782d-175f-4df3-a47c-b3a4527241a2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:13:38.273207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-3972782d-175f-4df3-a47c-b3a4527241a2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049038 Apr 06 14:13:38.348052 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40860) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:38.400198 dv-cinder-836822-1-iscsi neutron-server[103968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:13:38.449955 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-f274373c-87d8-4577-82b7-b1504aa369ce tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:38.451322 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-f274373c-87d8-4577-82b7-b1504aa369ce tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports/b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 940 time: 0.1022351 Apr 06 14:13:38.836960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0220d-c66d-42db-a68f-4732a49fe8e4 req-d24986df-7758-432c-acbe-7a56f2415191 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:38.838550 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5de0220d-c66d-42db-a68f-4732a49fe8e4 req-d24986df-7758-432c-acbe-7a56f2415191 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0573795 Apr 06 14:13:38.889868 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5de0220d-c66d-42db-a68f-4732a49fe8e4 req-1e886835-22ff-4f37-9f6d-3de39ea4c673 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 Apr 06 14:13:39.908576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-6899dec2-6658-4866-a2c0-01b473f4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:39.910123 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-6899dec2-6658-4866-a2c0-01b473f4a68e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892&tenant_id=0262108551504bee8d342725c6ab875b HTTP/1.1" status: 200 len: 1127 time: 0.0451953 Apr 06 14:13:40.035712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-c8d6dd43-77a1-418b-b110-ecaa722fc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:40.037196 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-c8d6dd43-77a1-418b-b110-ecaa722fc7ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1127 time: 0.0884128 Apr 06 14:13:40.048428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4bfe-4ddc-4888-8ccb-2e51d7d53d0f req-aeacdd85-bc3b-4fb0-9704-774257aa98d5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:40.049838 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318e4bfe-4ddc-4888-8ccb-2e51d7d53d0f req-aeacdd85-bc3b-4fb0-9704-774257aa98d5 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0848389 Apr 06 14:13:40.156024 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-318e4bfe-4ddc-4888-8ccb-2e51d7d53d0f req-df4f3c4e-32c3-4651-b8d2-1edb305fe79e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980811 Apr 06 14:13:40.175381 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-a0ae7e06-361d-4384-927a-93ea08e5956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:40.175381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-a0ae7e06-361d-4384-927a-93ea08e5956e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.1220558 Apr 06 14:13:40.238284 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-48386552-55bf-4a74-87e7-9a85993df764 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 999 time: 0.0590777 Apr 06 14:13:40.380673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-6647a39d-d33d-44ec-82e7-3ada212a13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:40.382089 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-6647a39d-d33d-44ec-82e7-3ada212a13eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.0435886 Apr 06 14:13:40.643230 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-c42dbf2d-845f-4ea8-9b00-528fcff08860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:40.644781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-c42dbf2d-845f-4ea8-9b00-528fcff08860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485089 Apr 06 14:13:40.735689 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-22afe33f-6859-4e16-b4ec-87b23c26f7f0 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843766 Apr 06 14:13:41.080785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-631aa0d1-c24e-43e3-bac1-119fde1c2c7a service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883579 Apr 06 14:13:41.310380 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89600dc9-7631-41ac-8922-61c633cc1fa0 req-b4e02e56-576e-44b8-894b-ee490dbf7505 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:41.313106 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89600dc9-7631-41ac-8922-61c633cc1fa0 req-b4e02e56-576e-44b8-894b-ee490dbf7505 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0681045 Apr 06 14:13:41.365304 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89600dc9-7631-41ac-8922-61c633cc1fa0 req-178bae98-6fc0-4116-8915-4ab55e6cd548 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Apr 06 14:13:42.525305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0984c-00b9-4971-8e27-6cdb9c57302e req-7f1500d4-d1a1-4fc4-b472-d4ffe9ed7217 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:42.532039 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99a0984c-00b9-4971-8e27-6cdb9c57302e req-7f1500d4-d1a1-4fc4-b472-d4ffe9ed7217 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0852714 Apr 06 14:13:42.591849 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-99a0984c-00b9-4971-8e27-6cdb9c57302e req-e6711724-027a-42ef-87ad-d660fdf94b12 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580626 Apr 06 14:13:42.612674 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:42.772540 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6b48ef32-cd53-4be3-904d-b0f9dfc89087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.177789 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40946) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:43.297307 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.378870 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Publish callbacks [] for security_group (64dda209-0ff8-4e6c-8ca0-e9e5a250d38b), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.448324 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (64dda209-0ff8-4e6c-8ca0-e9e5a250d38b), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.477500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dda209-0ff8-4e6c-8ca0-e9e5a250d38b,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:43.489661 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.490007 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491333 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491734 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.491952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.492346 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.492672 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.493000 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.493323 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.493643 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.493960 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.494277 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:43.511591 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40950) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:43.511735 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e6c8085c-d5c7-4ae1-b7c4-6c2f4c52ac15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96cf8c154fba4a6491a2b23be3a41c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320651 Apr 06 14:13:43.575624 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] Publish callbacks [] for security_group (64dda209-0ff8-4e6c-8ca0-e9e5a250d38b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.603616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] Publish callbacks [] for security_group (64dda209-0ff8-4e6c-8ca0-e9e5a250d38b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.760006 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd6b3-dcf2-41e2-957c-4fca739b4901 req-5505c77e-c613-43ec-9ebd-283935dd9af9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:43.761445 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-37edd6b3-dcf2-41e2-957c-4fca739b4901 req-5505c77e-c613-43ec-9ebd-283935dd9af9 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0691645 Apr 06 14:13:43.817064 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (64dda209-0ff8-4e6c-8ca0-e9e5a250d38b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.819570 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:43.820790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64dda209-0ff8-4e6c-8ca0-e9e5a250d38b HTTP/1.1" status: 204 len: 168 time: 0.3074756 Apr 06 14:13:43.841936 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-37edd6b3-dcf2-41e2-957c-4fca739b4901 req-ed0d431c-24fc-40a8-95c8-09282baa4227 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705769 Apr 06 14:13:43.842791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76384ca-f802-4b06-a93d-0bb21c865835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dda209-0ff8-4e6c-8ca0-e9e5a250d38b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:44.490089 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 40966) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:44.504772 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d199a7b1-8a05-4ad7-ba73-201b7d911658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.583201 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d199a7b1-8a05-4ad7-ba73-201b7d911658 admin admin] Publish callbacks [] for security_group (93126db7-08c0-4a91-b649-904a0e44b0e8), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.665179 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d199a7b1-8a05-4ad7-ba73-201b7d911658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (93126db7-08c0-4a91-b649-904a0e44b0e8), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.704547 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d199a7b1-8a05-4ad7-ba73-201b7d911658 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7e188563c254a30ba7665fa6078c554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133043 Apr 06 14:13:44.705705 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a7b1-8a05-4ad7-ba73-201b7d911658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93126db7-08c0-4a91-b649-904a0e44b0e8,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:44.707458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 40968) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:44.775017 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] Publish callbacks [] for security_group (93126db7-08c0-4a91-b649-904a0e44b0e8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.799882 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] Publish callbacks [] for security_group (93126db7-08c0-4a91-b649-904a0e44b0e8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.975270 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a03a5-fbb0-4c96-8b9d-e473df96d70b req-975eba1b-3144-4474-b6a3-d34883ce5560 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:44.976824 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73a03a5-fbb0-4c96-8b9d-e473df96d70b req-975eba1b-3144-4474-b6a3-d34883ce5560 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0559478 Apr 06 14:13:44.979351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (93126db7-08c0-4a91-b649-904a0e44b0e8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.981973 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.983053 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93126db7-08c0-4a91-b649-904a0e44b0e8 HTTP/1.1" status: 204 len: 168 time: 0.2741044 Apr 06 14:13:45.007961 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13cec-2a41-4291-8a9f-39b45fb4a641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93126db7-08c0-4a91-b649-904a0e44b0e8,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:45.069387 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73a03a5-fbb0-4c96-8b9d-e473df96d70b req-e5fef510-7220-4008-b0d0-80bc93e4f4bd tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852349 Apr 06 14:13:45.471921 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c4080c8e-c177-441c-bc02-4d103471674b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:46.234674 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d6443-69a3-471e-ad4f-598124b31fe0 req-9f266f2b-3b7d-434f-a8c4-bedb7467c17d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:46.236972 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-613d6443-69a3-471e-ad4f-598124b31fe0 req-9f266f2b-3b7d-434f-a8c4-bedb7467c17d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0842021 Apr 06 14:13:46.291895 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-613d6443-69a3-471e-ad4f-598124b31fe0 req-88ce8108-cf2c-40e4-b6b3-57281c0af3a0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464888 Apr 06 14:13:46.675477 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:47.437150 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ec503-9e20-470d-9cc6-b3bcf3e2ac88 req-4741411a-a78c-4cc3-b0d2-03ccdcf86ed0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:47.439227 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b91ec503-9e20-470d-9cc6-b3bcf3e2ac88 req-4741411a-a78c-4cc3-b0d2-03ccdcf86ed0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0586560 Apr 06 14:13:47.498925 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b91ec503-9e20-470d-9cc6-b3bcf3e2ac88 req-feb9c553-b348-47a2-89d9-6405f104ee4d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537980 Apr 06 14:13:48.168708 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:48.687213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00cc8-3bad-4f6a-bc34-53156bd697df req-7eca8504-ff0a-48be-915c-99cddf4b0569 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:48.688917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79a00cc8-3bad-4f6a-bc34-53156bd697df req-7eca8504-ff0a-48be-915c-99cddf4b0569 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0864804 Apr 06 14:13:48.748908 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79a00cc8-3bad-4f6a-bc34-53156bd697df req-b97d05ef-ec53-4d86-be85-c315ddc37a7f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535519 Apr 06 14:13:49.888874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:49.909004 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5aae5-b6c3-47e8-9c46-c1ef9ab2ae2a req-ddce3e0e-ee66-41dd-8c02-dcaa903a9999 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:49.912173 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58f5aae5-b6c3-47e8-9c46-c1ef9ab2ae2a req-ddce3e0e-ee66-41dd-8c02-dcaa903a9999 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0667081 Apr 06 14:13:49.982393 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58f5aae5-b6c3-47e8-9c46-c1ef9ab2ae2a req-ae6c6faf-bf53-4ab8-bdc6-753043b5a35d tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585926 Apr 06 14:13:52.314304 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22f1d-75ca-45df-b88f-9846caa75af9 req-b2d702bc-1d8f-4d3f-850b-b2c089fb3157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:52.315758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bc22f1d-75ca-45df-b88f-9846caa75af9 req-b2d702bc-1d8f-4d3f-850b-b2c089fb3157 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0531907 Apr 06 14:13:52.369460 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bc22f1d-75ca-45df-b88f-9846caa75af9 req-fa7f2673-453d-44e4-a087-db354497a970 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Apr 06 14:13:53.502970 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abb117-9693-4546-8100-ac9fd094ee29 req-c88a3294-0e76-4724-862c-a1a28c27d05f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:53.504455 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31abb117-9693-4546-8100-ac9fd094ee29 req-c88a3294-0e76-4724-862c-a1a28c27d05f tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0590413 Apr 06 14:13:53.556288 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31abb117-9693-4546-8100-ac9fd094ee29 req-0210308a-f8e0-4cc0-a21e-2388444491e6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461831 Apr 06 14:13:54.516143 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:13:54.615175 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:54.627081 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'port_id': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'mac_address': 'fa:16:3e:06:b1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:13:54.666063 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:54.666446 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:54.680219 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:13:54.690455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d162eb-4e82-45a7-b677-c572393d506c req-82a220d7-c88a-4b24-b139-2836cdf2fd4c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:54.693559 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92d162eb-4e82-45a7-b677-c572393d506c req-82a220d7-c88a-4b24-b139-2836cdf2fd4c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 943 time: 0.0539773 Apr 06 14:13:54.699436 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:54.739482 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92d162eb-4e82-45a7-b677-c572393d506c req-22909ba7-4bbb-478d-8b5c-0f07cca1d5f0 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Apr 06 14:13:54.768506 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:54.820194 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=9']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:54.827176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.827551 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.827921 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.828270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.828606 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.828986 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.829797 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.830126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.830454 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.830780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.831106 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.831463 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.831790 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.832111 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:54.835447 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:55.064921 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['b3e3546d-4216-49c0-b477-ad245e0c9eb4'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:13:55.880495 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f643-59ab-4a60-a6cb-1852c19009ff req-84655410-9c1d-4f76-84b5-14fac84a7b15 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:55.882358 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ff1f643-59ab-4a60-a6cb-1852c19009ff req-84655410-9c1d-4f76-84b5-14fac84a7b15 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 944 time: 0.0662675 Apr 06 14:13:55.941170 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ff1f643-59ab-4a60-a6cb-1852c19009ff req-f52ee5bd-8841-4008-b16c-015dc6d6821c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524235 Apr 06 14:13:56.525661 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:13:56.578765 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port b3e3546d-4216-49c0-b477-ad245e0c9eb4 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:13:56.579059 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:56.672194 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port b3e3546d-4216-49c0-b477-ad245e0c9eb4 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:13:56.675473 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:56.702932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:13:56.705841 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b451c1bc-62fe-4e51-99b3-8a8b541090cc" -d '{"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:13:56.718218 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:13:56.742629 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7126513a-cc4e-4a4a-9f7f-09ef6fa8c4e4 x-openstack-request-id: req-7126513a-cc4e-4a4a-9f7f-09ef6fa8c4e4 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:13:56.742921 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:13:56.743194 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7126513a-cc4e-4a4a-9f7f-09ef6fa8c4e4 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:13:56.743626 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7126513a-cc4e-4a4a-9f7f-09ef6fa8c4e4'] response: {'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'code': 200} Apr 06 14:13:56.807825 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:56.870917 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=10']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:57.120433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e51fa-31c5-43c7-9de6-8615ca26f871 req-eed30b98-e70a-4e66-8efe-eadd01c3cd6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:57.123273 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-866e51fa-31c5-43c7-9de6-8615ca26f871 req-eed30b98-e70a-4e66-8efe-eadd01c3cd6b tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0799179 Apr 06 14:13:57.239936 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-866e51fa-31c5-43c7-9de6-8615ca26f871 req-54f51b4d-bbb8-4791-a1f7-bebed3aa2e87 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044364 Apr 06 14:13:57.265778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379353a0-a265-4057-8503-fc2533330ac8 req-d30908b6-9695-4411-9b14-def0a84d25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:57.269919 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-379353a0-a265-4057-8503-fc2533330ac8 req-d30908b6-9695-4411-9b14-def0a84d25e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1130 time: 0.1072400 Apr 06 14:13:57.335406 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-379353a0-a265-4057-8503-fc2533330ac8 req-57c533ea-14a6-455e-948e-9b0c096c0548 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599542 Apr 06 14:13:58.372341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0501c-a1ed-4f83-baf5-10517d324508 req-9056cc3f-34bc-45d4-b047-530dffc2e8c7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:58.373829 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7c0501c-a1ed-4f83-baf5-10517d324508 req-9056cc3f-34bc-45d4-b047-530dffc2e8c7 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0531511 Apr 06 14:13:58.425235 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7c0501c-a1ed-4f83-baf5-10517d324508 req-a890d467-aef9-4b11-9b47-04c1a5b55509 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 Apr 06 14:13:58.594350 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41166) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:58.701114 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-391eddc1-d3dc-496b-92ac-4ff12c22fa57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:58.775499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-391eddc1-d3dc-496b-92ac-4ff12c22fa57 admin admin] Publish callbacks [] for security_group (af0d1498-0e6b-4d0e-a269-3dab4139a867), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:58.888177 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-391eddc1-d3dc-496b-92ac-4ff12c22fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (af0d1498-0e6b-4d0e-a269-3dab4139a867), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:58.930517 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-391eddc1-d3dc-496b-92ac-4ff12c22fa57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7548ea3f1dd54d48b7aac91634b7239b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321624 Apr 06 14:13:58.930517 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eddc1-d3dc-496b-92ac-4ff12c22fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d1498-0e6b-4d0e-a269-3dab4139a867,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:58.931761 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41174) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:58.982800 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] Publish callbacks [] for security_group (af0d1498-0e6b-4d0e-a269-3dab4139a867), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:59.008261 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] Publish callbacks [] for security_group (af0d1498-0e6b-4d0e-a269-3dab4139a867), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:59.150747 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (af0d1498-0e6b-4d0e-a269-3dab4139a867), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:59.153583 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:59.154822 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af0d1498-0e6b-4d0e-a269-3dab4139a867 HTTP/1.1" status: 204 len: 168 time: 0.2220449 Apr 06 14:13:59.163765 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505e80-59d9-4d81-aad0-9079ad8d22ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d1498-0e6b-4d0e-a269-3dab4139a867,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:13:59.561054 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9593bcb-2dfd-476f-b9c5-b79938db999b req-9618b242-91fc-47c1-9a10-f78b5079b56c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:13:59.562601 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9593bcb-2dfd-476f-b9c5-b79938db999b req-9618b242-91fc-47c1-9a10-f78b5079b56c tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0600073 Apr 06 14:13:59.616948 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9593bcb-2dfd-476f-b9c5-b79938db999b req-4fae3057-b777-4ad0-b435-47892230acfb tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Apr 06 14:13:59.980096 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41218) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:13:59.994123 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ef04-7f60-4a49-9cb1-3e941d150c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.075725 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ef04-7f60-4a49-9cb1-3e941d150c08 admin admin] Publish callbacks [] for security_group (b534b790-d5bb-4bca-8e00-2c1b72a726c0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.149553 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ef04-7f60-4a49-9cb1-3e941d150c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b534b790-d5bb-4bca-8e00-2c1b72a726c0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.190022 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-25e2ef04-7f60-4a49-9cb1-3e941d150c08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86eabf47edc54ec485b9ef33fbad5ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088106 Apr 06 14:14:00.191160 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2ef04-7f60-4a49-9cb1-3e941d150c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534b790-d5bb-4bca-8e00-2c1b72a726c0,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:00.192912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41220) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:00.247688 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] Publish callbacks [] for security_group (b534b790-d5bb-4bca-8e00-2c1b72a726c0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.271686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] Publish callbacks [] for security_group (b534b790-d5bb-4bca-8e00-2c1b72a726c0), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.464009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b534b790-d5bb-4bca-8e00-2c1b72a726c0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.475785 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:00.475785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b534b790-d5bb-4bca-8e00-2c1b72a726c0 HTTP/1.1" status: 204 len: 168 time: 0.2749412 Apr 06 14:14:00.477309 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d64bd-2d11-4235-9f31-82de2c57c736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534b790-d5bb-4bca-8e00-2c1b72a726c0,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:00.760502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29496-5506-4ccc-9886-81de8136a889 req-d06edcba-1dab-4677-82c5-989d6272f9c6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:00.762057 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af29496-5506-4ccc-9886-81de8136a889 req-d06edcba-1dab-4677-82c5-989d6272f9c6 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0655627 Apr 06 14:14:00.785393 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:14:00.824230 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af29496-5506-4ccc-9886-81de8136a889 req-4f3ff081-2752-4a25-bce7-1360d28a83c3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554905 Apr 06 14:14:01.385258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41246) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:01.398641 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c0e1224a-0e5f-4b99-807a-c83a8e5eda95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.481794 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c0e1224a-0e5f-4b99-807a-c83a8e5eda95 admin admin] Publish callbacks [] for security_group (b1c454e0-34fa-4a4b-a376-210f85678bea), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.619673 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c0e1224a-0e5f-4b99-807a-c83a8e5eda95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b1c454e0-34fa-4a4b-a376-210f85678bea), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.659537 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1224a-0e5f-4b99-807a-c83a8e5eda95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c454e0-34fa-4a4b-a376-210f85678bea,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:01.664179 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c0e1224a-0e5f-4b99-807a-c83a8e5eda95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb7cda6c0aad435eac0e283e96e9f94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777817 Apr 06 14:14:01.667044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41250) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:01.722139 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] Publish callbacks [] for security_group (b1c454e0-34fa-4a4b-a376-210f85678bea), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.745659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] Publish callbacks [] for security_group (b1c454e0-34fa-4a4b-a376-210f85678bea), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.910917 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b1c454e0-34fa-4a4b-a376-210f85678bea), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.918113 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:01.918113 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1c454e0-34fa-4a4b-a376-210f85678bea HTTP/1.1" status: 204 len: 168 time: 0.2468312 Apr 06 14:14:01.925800 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e30373-5d32-474f-a922-1bf90b88ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c454e0-34fa-4a4b-a376-210f85678bea,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:01.963950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f6ea2-b42c-401e-910a-d42973423939 req-b139afa7-acff-4d6a-b1d0-59582cbe6b61 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:01.968061 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-774f6ea2-b42c-401e-910a-d42973423939 req-b139afa7-acff-4d6a-b1d0-59582cbe6b61 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0659010 Apr 06 14:14:02.027106 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-774f6ea2-b42c-401e-910a-d42973423939 req-11cef706-5f45-492f-9c3e-468d7c502211 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557501 Apr 06 14:14:11.505722 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63ae8e-08b7-4389-b5b5-f6d3e751342b req-bf21d089-3afd-4a71-b45e-6ccbc9a7bfdb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:11.507229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b63ae8e-08b7-4389-b5b5-f6d3e751342b req-bf21d089-3afd-4a71-b45e-6ccbc9a7bfdb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0564787 Apr 06 14:14:11.557564 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b63ae8e-08b7-4389-b5b5-f6d3e751342b req-0e054ae2-c073-4f5a-b857-701fb338cbef tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Apr 06 14:14:12.161436 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5963-32fa-4b5f-8902-664ac8a598bf req-b4cba7e6-4b64-491c-9de2-b0e1387aebd6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.162814 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-074e5963-32fa-4b5f-8902-664ac8a598bf req-b4cba7e6-4b64-491c-9de2-b0e1387aebd6 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0531921 Apr 06 14:14:12.211921 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-074e5963-32fa-4b5f-8902-664ac8a598bf req-0ac240ab-c7cf-458e-9091-3b54ef29ecfd tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433638 Apr 06 14:14:12.607718 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:12.680503 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9c3bb-97ef-472a-b8c3-9a75f1b92687 req-0da6aeec-4470-464b-b4eb-ea5c54cbda5a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:12.682021 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fac9c3bb-97ef-472a-b8c3-9a75f1b92687 req-0da6aeec-4470-464b-b4eb-ea5c54cbda5a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0528150 Apr 06 14:14:12.730392 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fac9c3bb-97ef-472a-b8c3-9a75f1b92687 req-ac1eddf9-6318-4fe0-9923-4912eb0b90b7 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Apr 06 14:14:12.773670 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9be4b0b9-7a4a-41f5-8f4a-3f65a9e155c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:13.331988 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1d6e-a6a1-4dea-8ec0-fd59e6f4df37 req-b859002a-46d5-4c9c-93cd-3355cb2665d9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.333454 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-629b1d6e-a6a1-4dea-8ec0-fd59e6f4df37 req-b859002a-46d5-4c9c-93cd-3355cb2665d9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0567539 Apr 06 14:14:13.381136 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-629b1d6e-a6a1-4dea-8ec0-fd59e6f4df37 req-b9b6f6bc-5259-421a-a790-0d5b43ed9cf0 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420225 Apr 06 14:14:13.858982 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077e8d-d422-4205-a098-6ab08855643c req-b6c26366-9800-4c3e-8ed9-d79b9385baeb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:13.860482 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f077e8d-d422-4205-a098-6ab08855643c req-b6c26366-9800-4c3e-8ed9-d79b9385baeb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0585456 Apr 06 14:14:13.912386 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f077e8d-d422-4205-a098-6ab08855643c req-eac640d6-3037-4448-966d-80977d0b0515 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Apr 06 14:14:14.498186 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c4634-f188-4f17-a335-ed82ae509b96 req-925444c3-ee52-436e-a4d4-3e140041f127 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:14.499684 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c7c4634-f188-4f17-a335-ed82ae509b96 req-925444c3-ee52-436e-a4d4-3e140041f127 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0513511 Apr 06 14:14:14.549443 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c7c4634-f188-4f17-a335-ed82ae509b96 req-d5edf6fa-99a4-4c66-8cee-1a27c1016992 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Apr 06 14:14:15.030458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fec39-9cbf-4cd8-aa95-973f2e4e08c7 req-7c867deb-2674-4740-aa4d-f5fc0b4002a1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.032023 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b11fec39-9cbf-4cd8-aa95-973f2e4e08c7 req-7c867deb-2674-4740-aa4d-f5fc0b4002a1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Apr 06 14:14:15.078401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b11fec39-9cbf-4cd8-aa95-973f2e4e08c7 req-94ec9200-979e-4c46-99e3-4adbc0337b0a tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406485 Apr 06 14:14:15.458769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f982666d-bb58-49c3-bec4-f65e683e4a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:15.669342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b7b7-d3ae-4c83-b937-018ae237f36b req-cccf4263-2f09-4ad0-99bf-f3f460dc463d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:15.670758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3600b7b7-d3ae-4c83-b937-018ae237f36b req-cccf4263-2f09-4ad0-99bf-f3f460dc463d tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0527611 Apr 06 14:14:15.715818 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3600b7b7-d3ae-4c83-b937-018ae237f36b req-50e09830-3bf4-4f6b-ad99-699a126a5356 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Apr 06 14:14:16.199480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4a0c-106a-48c9-b837-32dadee362e0 req-9aca853b-998d-4829-8cbb-8a9e01c6b6a1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:16.201011 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c4a4a0c-106a-48c9-b837-32dadee362e0 req-9aca853b-998d-4829-8cbb-8a9e01c6b6a1 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0564370 Apr 06 14:14:16.248267 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c4a4a0c-106a-48c9-b837-32dadee362e0 req-967ce206-ab9d-4d8e-aa9d-fd0363e949ec tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Apr 06 14:14:16.710090 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:16.833685 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f2cd-91a0-4889-9170-6bf33c4a6983 req-0cbe14e0-5868-4aa8-b699-f15dfe36ee6c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:16.835815 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ee93f2cd-91a0-4889-9170-6bf33c4a6983 req-0cbe14e0-5868-4aa8-b699-f15dfe36ee6c tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.0532680 Apr 06 14:14:16.884131 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ee93f2cd-91a0-4889-9170-6bf33c4a6983 req-16b7a056-d9bc-47e8-8010-916b296a34c9 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Apr 06 14:14:17.324035 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-09a0bb96-42f5-4869-97e2-b4909b42f85b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701776 Apr 06 14:14:17.345094 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-8ca1d283-11c0-4f54-8e82-fa71fa0d8b53 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.346722 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-8ca1d283-11c0-4f54-8e82-fa71fa0d8b53 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0632863 Apr 06 14:14:17.382000 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c923e8-1027-4df5-a07d-10f2e3ab10ac req-9b7ba457-8c47-412a-a037-ef6b523acfbb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.383557 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77c923e8-1027-4df5-a07d-10f2e3ab10ac req-9b7ba457-8c47-412a-a037-ef6b523acfbb tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 946 time: 0.0586305 Apr 06 14:14:17.433036 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77c923e8-1027-4df5-a07d-10f2e3ab10ac req-5e96be07-c001-4ae9-8b60-c4b3e30942ef tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a74cdbe-9772-4202-9dd0-35a6ec459cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Apr 06 14:14:17.549985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port 7d7eae7b-5e65-47d3-b608-acaececb29dd {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:17.549985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:17.553404 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015598-fce4-464b-80ba-050c4152a173 req-205dd7b2-257b-467b-92d6-767f0533faaf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.554975 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa015598-fce4-464b-80ba-050c4152a173 req-205dd7b2-257b-467b-92d6-767f0533faaf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.1137881 Apr 06 14:14:17.572431 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-9473f32d-b76b-4187-9fce-ede91c413b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:17.573975 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-9473f32d-b76b-4187-9fce-ede91c413b13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0262108551504bee8d342725c6ab875b&device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 1130 time: 0.0905190 Apr 06 14:14:17.643006 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] For port 7d7eae7b-5e65-47d3-b608-acaececb29dd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=7d7eae7b-5e65-47d3-b608-acaececb29dd,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:17.643459 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:17.891709 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:17.891995 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:17.892212 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Floating IP c484e570-671c-4cc3-9b64-dcb5ee65bf49 disassociated. External IP: 172.27.1.66, port: 7d7eae7b-5e65-47d3-b608-acaececb29dd. Apr 06 14:14:17.892547 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for 7d7eae7b-5e65-47d3-b608-acaececb29dd owned by compute:nova {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:18.014406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-a08ca2ab-536b-4644-882e-378b1aec636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:18.016028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-a08ca2ab-536b-4644-882e-378b1aec636d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 200 len: 918 time: 0.1559553 Apr 06 14:14:18.075167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Deleting port b3a39308-929c-4291-8b3b-e7d120e1cc4d {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:18.075543 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.092100 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (7d7eae7b-5e65-47d3-b608-acaececb29dd), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.155231 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508605c-3e6c-4b66-869a-6f0e998d19a1 req-e2a40936-9a37-4f59-b1a2-a767414578b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:18.157056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f508605c-3e6c-4b66-869a-6f0e998d19a1 req-e2a40936-9a37-4f59-b1a2-a767414578b2 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 946 time: 0.1864848 Apr 06 14:14:18.162071 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-7b4cc6dc-c7a0-4e40-87ed-0a009ccc0a64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 200 len: 1001 time: 0.1383281 Apr 06 14:14:18.179605 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.268593 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] For port b3a39308-929c-4291-8b3b-e7d120e1cc4d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3a39308-929c-4291-8b3b-e7d120e1cc4d,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:18.268965 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.288022 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-2502ebd9-3880-4d0a-b0ea-fd08058a59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:18.289503 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-2502ebd9-3880-4d0a-b0ea-fd08058a59b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 200 len: 856 time: 0.1196654 Apr 06 14:14:18.302161 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f508605c-3e6c-4b66-869a-6f0e998d19a1 req-10f81c16-ea71-47c0-b1a5-3ac01f4e39c8 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups?id=63f19eba-b52f-4475-b490-cd0599ac1ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354330 Apr 06 14:14:18.371089 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=7d7eae7b-5e65-47d3-b608-acaececb29dd,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:18.434391 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-25c570dc-730f-4504-84e4-6d0a281ec862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:18.435958 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-25c570dc-730f-4504-84e4-6d0a281ec862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eb29363-a869-4ce5-8b70-68e372641000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392941 Apr 06 14:14:18.508006 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:18.556890 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a7e8396-9cbf-4aed-88bb-e5936fb41169 req-505750b7-2b68-4e4b-82f1-ea3d90905aae tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0375264 Apr 06 14:14:18.577363 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.577733 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.578051 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Floating IP fa72de5b-fef1-46dd-808d-74f2ae29bb68 disassociated. External IP: 172.27.1.171, port: b3a39308-929c-4291-8b3b-e7d120e1cc4d. Apr 06 14:14:18.578396 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Calling delete_port for b3a39308-929c-4291-8b3b-e7d120e1cc4d owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:18.638001 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:18.645625 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-8a92181f-0c39-468e-9adc-0728f9c4c758 service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009075 Apr 06 14:14:18.651852 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:18.661459 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:18.662115 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:18.682082 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] No DVR routers for this DVR port 7d7eae7b-5e65-47d3-b608-acaececb29dd on host hv-cinder-83682 {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:18.685222 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.688533 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.46 "DELETE /v2.0/ports/7d7eae7b-5e65-47d3-b608-acaececb29dd HTTP/1.1" status: 204 len: 173 time: 1.2489367 Apr 06 14:14:18.688972 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'name': 'network-vif-deleted', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:18.691389 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89f8a23-8c34-4ab8-b205-e616fff19b67" -d '{"events": [{"server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "name": "network-vif-deleted", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:14:18.739484 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff56828-cb98-4f8d-9ea0-33c9198c9eed x-openstack-request-id: req-0ff56828-cb98-4f8d-9ea0-33c9198c9eed {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:14:18.739484 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fd522c-7830-4ac5-b7c6-c47b69b58137", "name": "network-vif-deleted", "tag": "7d7eae7b-5e65-47d3-b608-acaececb29dd", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:14:18.760317 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ff56828-cb98-4f8d-9ea0-33c9198c9eed {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:14:18.760317 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff56828-cb98-4f8d-9ea0-33c9198c9eed'] response: {'server_uuid': 'b6fd522c-7830-4ac5-b7c6-c47b69b58137', 'name': 'network-vif-deleted', 'tag': '7d7eae7b-5e65-47d3-b608-acaececb29dd', 'status': 'completed', 'code': 200} Apr 06 14:14:18.792606 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7340f0ae-d02e-4937-be12-d54ed47612bb req-aa6eb28a-5fd2-4aa5-a531-1e4e9e98e74d service neutron] 10.222.0.46 "GET /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339436 Apr 06 14:14:18.795209 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:18.888299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (b3a39308-929c-4291-8b3b-e7d120e1cc4d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.946018 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'Port': ['ID=b3a39308-929c-4291-8b3b-e7d120e1cc4d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:19.030100 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.059127 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:19.068240 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:19.068877 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.072837 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:19.185260 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:19.187578 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:19.196655 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:19.207043 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:19.207737 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.233849 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] No DVR routers for this DVR port b3a39308-929c-4291-8b3b-e7d120e1cc4d on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:19.236971 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:19.240412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa015598-fce4-464b-80ba-050c4152a173 req-a34b0dd1-9b9d-435f-85e7-dda9f32f7e25 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.46 "DELETE /v2.0/ports/b3a39308-929c-4291-8b3b-e7d120e1cc4d HTTP/1.1" status: 204 len: 173 time: 1.6776145 Apr 06 14:14:19.240878 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'name': 'network-vif-deleted', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:19.243179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21afa978-03fb-4877-9d13-9ce5c52fabcb" -d '{"events": [{"server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "name": "network-vif-deleted", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:14:19.283232 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7c8ab6-7542-4cee-b567-10551de8999f x-openstack-request-id: req-4f7c8ab6-7542-4cee-b567-10551de8999f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:14:19.285176 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db7f313-d4ba-4cf5-a8aa-964ecb910aa8", "name": "network-vif-deleted", "tag": "b3a39308-929c-4291-8b3b-e7d120e1cc4d", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:14:19.285809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f7c8ab6-7542-4cee-b567-10551de8999f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:14:19.286410 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7c8ab6-7542-4cee-b567-10551de8999f'] response: {'server_uuid': '6db7f313-d4ba-4cf5-a8aa-964ecb910aa8', 'name': 'network-vif-deleted', 'tag': 'b3a39308-929c-4291-8b3b-e7d120e1cc4d', 'status': 'completed', 'code': 200} Apr 06 14:14:19.439471 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e65f3aa-8eff-4c8d-829b-079ba282d963 req-f7f2dd6b-1a2b-472a-b887-4d2ca1e4c711 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Apr 06 14:14:19.459454 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.460109 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:19.492313 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c8470-e609-4078-a0d5-3d8fadbfb580 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:17Z', 'revision_number': 4, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '45c10b14-54c8-416a-aca3-25e04f62917f', 'name': '', 'network_id': 'aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'mac_address': 'fa:16:3e:b4:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:16Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'subnets': [{'id': 'cd663c76-5a44-423b-8fc2-d06574a93193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:19.681407 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.684731 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2eaaf555-a51f-41ef-800f-3013c3e1eed9 req-abbf4321-a481-4ee2-8504-5bb7a22471ef tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6fd522c-7830-4ac5-b7c6-c47b69b58137 HTTP/1.1" status: 200 len: 210 time: 0.0279317 Apr 06 14:14:19.709315 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:19.718780 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:19.719459 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:19.808855 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7bce9-c2ae-4076-9084-195c766b9f5d None None] New status for floating IP c484e570-671c-4cc3-9b64-dcb5ee65bf49: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:14:19.845707 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:19.881455 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:20.089398 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:20.117977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511def1-4cd2-4376-a8c5-b035c470adab None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:20Z', 'revision_number': 4, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '5d7d9273-beea-4bee-876b-29fd246a2bff', 'name': '', 'network_id': '160c8924-914a-484c-8053-682b307e715b', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'mac_address': 'fa:16:3e:ed:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:18Z', 'updated_at': '2022-04-06T14:07:37Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'subnets': [{'id': 'b589973f-03e9-4c27-bd80-e1936b566d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:20.349622 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56681762-77c2-4ed2-a58f-679320d2a578 None None] New status for floating IP fa72de5b-fef1-46dd-808d-74f2ae29bb68: DOWN {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:14:20.553270 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5936f426-d868-489d-8ac1-ed01637b815d req-000a8226-46d7-42e3-be0a-a380e0a27caf tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/ports?device_id=6db7f313-d4ba-4cf5-a8aa-964ecb910aa8 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Apr 06 14:14:20.682969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 7d7eae7b-5e65-47d3-b608-acaececb29dd no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:20.707053 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 7d7eae7b-5e65-47d3-b608-acaececb29dd {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:20.707410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 7d7eae7b-5e65-47d3-b608-acaececb29dd not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:20.707838 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3a39308-929c-4291-8b3b-e7d120e1cc4d no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:20.727996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: b3a39308-929c-4291-8b3b-e7d120e1cc4d {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:20.728340 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3a39308-929c-4291-8b3b-e7d120e1cc4d not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:20.831308 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41486) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:20.890203 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1a74cdbe-9772-4202-9dd0-35a6ec459cb4), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:20.913156 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (1a74cdbe-9772-4202-9dd0-35a6ec459cb4), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.034542 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1a74cdbe-9772-4202-9dd0-35a6ec459cb4), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.037210 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.038372 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/security-groups/1a74cdbe-9772-4202-9dd0-35a6ec459cb4 HTTP/1.1" status: 204 len: 168 time: 0.2060320 Apr 06 14:14:21.041192 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41488) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:21.047783 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9831-c946-4d03-a81f-728d86573b92 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a74cdbe-9772-4202-9dd0-35a6ec459cb4,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:21.054764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-3a9222fc-a42a-4237-926c-7cc119224b23 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] show failed (client error): The resource could not be found. Apr 06 14:14:21.055791 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3a9222fc-a42a-4237-926c-7cc119224b23 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "GET /v2.0/security-groups/1a74cdbe-9772-4202-9dd0-35a6ec459cb4 HTTP/1.1" status: 404 len: 347 time: 0.0136056 Apr 06 14:14:21.059275 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41490) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:21.194207 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Deleting port e53f226f-9761-430d-8037-26968100a65a {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:21.194555 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (e53f226f-9761-430d-8037-26968100a65a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.273363 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (e53f226f-9761-430d-8037-26968100a65a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.273696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (e53f226f-9761-430d-8037-26968100a65a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.286039 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Calling delete_port for e53f226f-9761-430d-8037-26968100a65a owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:21.487994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (e53f226f-9761-430d-8037-26968100a65a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.514988 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Pushing event deleted for resources: {'Port': ['ID=e53f226f-9761-430d-8037-26968100a65a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:21.541235 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.541505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.541843 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.542179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.542509 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.542857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.543165 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.543520 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.543846 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.544168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.544490 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.544810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.545130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.545449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.545766 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:21.592657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks [] for floatingip (c484e570-671c-4cc3-9b64-dcb5ee65bf49), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.595505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.596652 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a1c09be6-cf0c-4d93-a9f1-889c114e5991 tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] 10.222.0.62 "DELETE /v2.0/floatingips/c484e570-671c-4cc3-9b64-dcb5ee65bf49 HTTP/1.1" status: 204 len: 168 time: 0.5364349 Apr 06 14:14:21.780096 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41538) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:21.837854 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (63f19eba-b52f-4475-b490-cd0599ac1ead), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.862228 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (63f19eba-b52f-4475-b490-cd0599ac1ead), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.996124 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (63f19eba-b52f-4475-b490-cd0599ac1ead), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.998808 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.002544 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "DELETE /v2.0/security-groups/63f19eba-b52f-4475-b490-cd0599ac1ead HTTP/1.1" status: 204 len: 168 time: 0.2189152 Apr 06 14:14:22.009871 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41546) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:22.010190 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc128b-53ed-4c43-8c91-d78c7cfb3277 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f19eba-b52f-4475-b490-cd0599ac1ead,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:22.025986 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-778cccf5-adaf-456e-8a60-7bc9fb948013 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] show failed (client error): The resource could not be found. Apr 06 14:14:22.029735 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-778cccf5-adaf-456e-8a60-7bc9fb948013 tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "GET /v2.0/security-groups/63f19eba-b52f-4475-b490-cd0599ac1ead HTTP/1.1" status: 404 len: 347 time: 0.0232573 Apr 06 14:14:22.030127 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41548) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:22.155489 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Deleting port 51c4541f-c491-4408-860a-031ec450183e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:22.155841 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (51c4541f-c491-4408-860a-031ec450183e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.232190 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (51c4541f-c491-4408-860a-031ec450183e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.232523 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (51c4541f-c491-4408-860a-031ec450183e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.244436 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Calling delete_port for 51c4541f-c491-4408-860a-031ec450183e owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:22.436004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (51c4541f-c491-4408-860a-031ec450183e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.461983 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Pushing event deleted for resources: {'Port': ['ID=51c4541f-c491-4408-860a-031ec450183e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:22.529910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks [] for floatingip (fa72de5b-fef1-46dd-808d-74f2ae29bb68), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.532787 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:22.533993 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-64aacf82-fe1a-45da-8bc3-861d82114e4b tempest-AttachVolumeTestJSON-1934712036 tempest-AttachVolumeTestJSON-1934712036-project] 10.222.0.62 "DELETE /v2.0/floatingips/fa72de5b-fef1-46dd-808d-74f2ae29bb68 HTTP/1.1" status: 204 len: 168 time: 0.5028372 Apr 06 14:14:25.827291 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41622) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:26.338044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (9a766002-e574-46ae-984c-acb38c9bb246), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:26.551285 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41634) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:26.610174 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Deleting port 45c10b14-54c8-416a-aca3-25e04f62917f {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:26.610531 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:26.692186 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] For port 45c10b14-54c8-416a-aca3-25e04f62917f, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=45c10b14-54c8-416a-aca3-25e04f62917f,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:26.692186 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:26.705736 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Calling delete_port for 45c10b14-54c8-416a-aca3-25e04f62917f owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:26.967634 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (45c10b14-54c8-416a-aca3-25e04f62917f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:26.999433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c10b14-54c8-416a-aca3-25e04f62917f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:27.186949 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (9a766002-e574-46ae-984c-acb38c9bb246), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.312930 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.424409 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Router 9a766002-e574-46ae-984c-acb38c9bb246 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:27.534952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:27.540719 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-498233d0-80f6-435d-9f64-6eddcd605a62 admin admin] 10.222.0.62 "PUT /v2.0/routers/9a766002-e574-46ae-984c-acb38c9bb246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119217 Apr 06 14:14:27.547796 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41640) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:27.548022 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Sync routers for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:27.560483 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:27.561195 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:27.643744 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Deleting port 5d7d9273-beea-4bee-876b-29fd246a2bff {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:27.644344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.669905 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks [] for router (9a766002-e574-46ae-984c-acb38c9bb246), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.678451 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:27.737604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] For port 5d7d9273-beea-4bee-876b-29fd246a2bff, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=5d7d9273-beea-4bee-876b-29fd246a2bff,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:27.738385 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.752638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Calling delete_port for 5d7d9273-beea-4bee-876b-29fd246a2bff owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:27.792456 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks [] for router_gateway (9a766002-e574-46ae-984c-acb38c9bb246), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.881735 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:26Z', 'revision_number': 5, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port': {'id': 'e414523e-8b5d-4c19-8532-b8a2e022cc7e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:72:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a766002-e574-46ae-984c-acb38c9bb246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:11Z', 'updated_at': '2022-04-06T14:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:27.921815 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Checking router: 9a766002-e574-46ae-984c-acb38c9bb246 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:27.934360 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Routers {'9a766002-e574-46ae-984c-acb38c9bb246'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:27.934608 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Deleting port e414523e-8b5d-4c19-8532-b8a2e022cc7e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:27.935015 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:27.936098 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9a766002-e574-46ae-984c-acb38c9bb246'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:28.015836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (5d7d9273-beea-4bee-876b-29fd246a2bff), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.042162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] For port e414523e-8b5d-4c19-8532-b8a2e022cc7e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=e414523e-8b5d-4c19-8532-b8a2e022cc7e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:28.042162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.066604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Calling delete_port for e414523e-8b5d-4c19-8532-b8a2e022cc7e owned by network:router_gateway {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:28.085160 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d9273-beea-4bee-876b-29fd246a2bff,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:28.150687 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] Set router 9a766002-e574-46ae-984c-acb38c9bb246 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:28.214932 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:27Z', 'revision_number': 6, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:28.244180 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8ec75-a134-43b0-bb0b-56880d88bc54 None None] The sync data for ids ['9a766002-e574-46ae-984c-acb38c9bb246'] in dv-cinder-836822-1-iscsi is: [{'id': '9a766002-e574-46ae-984c-acb38c9bb246', 'name': 'tempest-AttachVolumeNegativeTest-1920612543-router', 'tenant_id': '1333a157c3ca454faf0b8603d4bc2a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:27Z', 'revision_number': 6, 'project_id': '1333a157c3ca454faf0b8603d4bc2a38', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:28.304676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.390365 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (e414523e-8b5d-4c19-8532-b8a2e022cc7e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.418468 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Pushing event deleted for resources: {'Port': ['ID=e414523e-8b5d-4c19-8532-b8a2e022cc7e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:28.481311 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (9a766002-e574-46ae-984c-acb38c9bb246), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.534305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Router f0e31587-b2d4-4b2a-8e73-ee763142f898 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:28.582634 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (9a766002-e574-46ae-984c-acb38c9bb246), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.584741 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks [] for router_controller (9a766002-e574-46ae-984c-acb38c9bb246), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.651749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:28.665332 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dc5f597d-2491-471e-be62-4072be86f431 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0e31587-b2d4-4b2a-8e73-ee763142f898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1046264 Apr 06 14:14:28.665332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41646) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:28.665957 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Sync routers for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:28.679890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:28.681049 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:28.705617 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (9a766002-e574-46ae-984c-acb38c9bb246), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.706417 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a766002-e574-46ae-984c-acb38c9bb246 {{(pid=103968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:28.719449 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.721247 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9a7c869b-9106-4fef-aa5b-594d9fb32732 admin admin] 10.222.0.62 "DELETE /v2.0/routers/9a766002-e574-46ae-984c-acb38c9bb246 HTTP/1.1" status: 204 len: 168 time: 1.1706624 Apr 06 14:14:28.723283 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41648) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:28.780791 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Deleting subnet cd663c76-5a44-423b-8fc2-d06574a93193 {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:14:28.784090 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Publish callbacks [] for subnet (cd663c76-5a44-423b-8fc2-d06574a93193), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.805801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:28.812469 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks [] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.829611 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (cd663c76-5a44-423b-8fc2-d06574a93193), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.944514 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks [] for router_gateway (f0e31587-b2d4-4b2a-8e73-ee763142f898), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.949213 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (cd663c76-5a44-423b-8fc2-d06574a93193), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.007754 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:27Z', 'revision_number': 5, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port': {'id': '049bf913-5de0-4cf2-b435-5289bf280c24', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:12Z', 'updated_at': '2022-04-06T14:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:29.060955 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Checking router: f0e31587-b2d4-4b2a-8e73-ee763142f898 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:29.071423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Routers {'f0e31587-b2d4-4b2a-8e73-ee763142f898'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:29.074303 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f0e31587-b2d4-4b2a-8e73-ee763142f898'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:29.094405 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Deleting port 049bf913-5de0-4cf2-b435-5289bf280c24 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:29.094752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.115985 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (cd663c76-5a44-423b-8fc2-d06574a93193), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.146211 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd663c76-5a44-423b-8fc2-d06574a93193,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:29.172786 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.183454 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41650) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:29.184267 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0e2aac8d-d7ec-4f95-8ef7-1758f2a1ced0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cd663c76-5a44-423b-8fc2-d06574a93193 HTTP/1.1" status: 204 len: 168 time: 0.4558842 Apr 06 14:14:29.210458 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60481cf4-eaeb-43b3-90e2-25cea15ce2ff None None] Network aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:14:29.213128 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 45c10b14-54c8-416a-aca3-25e04f62917f no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:29.280589 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 45c10b14-54c8-416a-aca3-25e04f62917f {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:29.280938 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 45c10b14-54c8-416a-aca3-25e04f62917f not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:29.281372 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device e414523e-8b5d-4c19-8532-b8a2e022cc7e no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:29.288963 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] For port 049bf913-5de0-4cf2-b435-5289bf280c24, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=049bf913-5de0-4cf2-b435-5289bf280c24,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:29.289333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.294400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.309742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Calling delete_port for 049bf913-5de0-4cf2-b435-5289bf280c24 owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:29.318952 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: e414523e-8b5d-4c19-8532-b8a2e022cc7e {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:29.319230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device e414523e-8b5d-4c19-8532-b8a2e022cc7e not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:29.355920 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] Set router f0e31587-b2d4-4b2a-8e73-ee763142f898 gateway port host: None {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:29.431565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Deleting port 480a0564-19f4-4579-ab3c-841d81b6ff0e {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:29.432224 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.577352 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:28Z', 'revision_number': 6, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:29.607751 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a785359b-fb4a-439b-9b2c-0d10f6ea2eb4 None None] The sync data for ids ['f0e31587-b2d4-4b2a-8e73-ee763142f898'] in dv-cinder-836822-1-iscsi is: [{'id': 'f0e31587-b2d4-4b2a-8e73-ee763142f898', 'name': 'tempest-AttachVolumeTestJSON-1493431354-router', 'tenant_id': '42559c35148f49bd97c3980c8988deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:14:28Z', 'revision_number': 6, 'project_id': '42559c35148f49bd97c3980c8988deff', 'gw_port_host': None}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:29.809483 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] For port 480a0564-19f4-4579-ab3c-841d81b6ff0e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=480a0564-19f4-4579-ab3c-841d81b6ff0e,segment=NetworkSegment(f745289c-238d-470b-9c4c-58e7267df380),segment_id=f745289c-238d-470b-9c4c-58e7267df380)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:29.810070 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:29.826789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Calling delete_port for 480a0564-19f4-4579-ab3c-841d81b6ff0e owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:29.974571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] DHCP port deletion for aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:14:29.978015 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (049bf913-5de0-4cf2-b435-5289bf280c24), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.016659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Pushing event deleted for resources: {'Port': ['ID=049bf913-5de0-4cf2-b435-5289bf280c24,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.042014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Deleting port 480a0564-19f4-4579-ab3c-841d81b6ff0e {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:30.042473 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.048576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.095638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Pushing event deleted for resources: {'Port': ['ID=480a0564-19f4-4579-ab3c-841d81b6ff0e,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.102685 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] No DVR routers for this DVR port 480a0564-19f4-4579-ab3c-841d81b6ff0e on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:30.118977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] For port 480a0564-19f4-4579-ab3c-841d81b6ff0e, host dv-cinder-836822-1-iscsi, got binding levels [] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:30.122237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.134584 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Calling delete_port for 480a0564-19f4-4579-ab3c-841d81b6ff0e owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:30.138072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.ipam_backend_mixin [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Port 480a0564-19f4-4579-ab3c-841d81b6ff0e was not found and therefore no delete operation was performed {{(pid=103969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:14:30.139398 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (480a0564-19f4-4579-ab3c-841d81b6ff0e), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.164162 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] Pushing event deleted for resources: {'Port': ['ID=480a0564-19f4-4579-ab3c-841d81b6ff0e,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.168451 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7d0bc-6fc6-444e-9f87-2553fef85d8b None None] No DVR routers for this DVR port 480a0564-19f4-4579-ab3c-841d81b6ff0e on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:30.182474 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.246383 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.298378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.300701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.303121 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks [] for router_controller (f0e31587-b2d4-4b2a-8e73-ee763142f898), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.315121 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f745289c-238d-470b-9c4c-58e7267df380') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.315324 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f745289c-238d-470b-9c4c-58e7267df380') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:30.353865 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (f745289c-238d-470b-9c4c-58e7267df380), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.369632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (f745289c-238d-470b-9c4c-58e7267df380), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.375923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:14:30.376346 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (f745289c-238d-470b-9c4c-58e7267df380), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:30.377886 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:30.418932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (f0e31587-b2d4-4b2a-8e73-ee763142f898), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.419534 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e31587-b2d4-4b2a-8e73-ee763142f898 {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:30.424812 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.425978 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-eccc1b8d-09f8-44d9-9da9-6229e1329951 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0e31587-b2d4-4b2a-8e73-ee763142f898 HTTP/1.1" status: 204 len: 168 time: 1.7644730 Apr 06 14:14:30.428601 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41656) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:30.483235 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Deleting subnet b589973f-03e9-4c27-bd80-e1936b566d73 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:14:30.486499 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Publish callbacks [] for subnet (b589973f-03e9-4c27-bd80-e1936b566d73), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.523272 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (b589973f-03e9-4c27-bd80-e1936b566d73), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.542712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.550162 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.553224 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] 10.222.0.62 "DELETE /v2.0/networks/aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6 HTTP/1.1" status: 204 len: 168 time: 1.3688385 Apr 06 14:14:30.569690 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f2cf5-d891-496c-85cd-bd70714702cd admin admin] Pushing event deleted for resources: {'Network': ['ID=aafc44d4-dcaf-4f68-888c-e5e5ec0a33b6,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.631225 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (b589973f-03e9-4c27-bd80-e1936b566d73), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.739321 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (b589973f-03e9-4c27-bd80-e1936b566d73), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.767591 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b589973f-03e9-4c27-bd80-e1936b566d73,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:30.771137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.774341 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-10bba61a-7bb5-4e1f-b6ba-a2b0a7669b74 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b589973f-03e9-4c27-bd80-e1936b566d73 HTTP/1.1" status: 204 len: 168 time: 0.3447921 Apr 06 14:14:30.777013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41660) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:30.779826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae2e87-34d0-49f9-a199-94af7421bdd2 None None] Network 160c8924-914a-484c-8053-682b307e715b requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:14:30.884694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (160c8924-914a-484c-8053-682b307e715b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.901172 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 5d7d9273-beea-4bee-876b-29fd246a2bff no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:30.930627 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 5d7d9273-beea-4bee-876b-29fd246a2bff {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:30.931612 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 5d7d9273-beea-4bee-876b-29fd246a2bff not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:30.932041 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 480a0564-19f4-4579-ab3c-841d81b6ff0e no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:30.951001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 480a0564-19f4-4579-ab3c-841d81b6ff0e {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:30.954577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 480a0564-19f4-4579-ab3c-841d81b6ff0e not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:30.954577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 049bf913-5de0-4cf2-b435-5289bf280c24 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:30.957290 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Deleting port 04d26ebb-46c9-46d7-882e-0c58b30195f6 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:30.957576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:30.979837 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] DHCP port deletion for 160c8924-914a-484c-8053-682b307e715b request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:14:30.983235 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 049bf913-5de0-4cf2-b435-5289bf280c24 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:30.983606 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 049bf913-5de0-4cf2-b435-5289bf280c24 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:30.997740 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41662) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:31.035008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Deleting port 04d26ebb-46c9-46d7-882e-0c58b30195f6 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:31.035412 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.043221 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] For port 04d26ebb-46c9-46d7-882e-0c58b30195f6, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=04d26ebb-46c9-46d7-882e-0c58b30195f6,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:31.043629 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.047872 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-22585002-8103-4629-bcf0-35c0be8a927c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1333a157c3ca454faf0b8603d4bc2a38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475118 Apr 06 14:14:31.051004 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41664) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:31.068293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Calling delete_port for 04d26ebb-46c9-46d7-882e-0c58b30195f6 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:31.101225 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] For port 04d26ebb-46c9-46d7-882e-0c58b30195f6, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=04d26ebb-46c9-46d7-882e-0c58b30195f6,segment=NetworkSegment(b2b8615f-2385-4784-ae6c-6b65e0588e7b),segment_id=b2b8615f-2385-4784-ae6c-6b65e0588e7b)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:31.101542 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.114183 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Calling delete_port for 04d26ebb-46c9-46d7-882e-0c58b30195f6 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:31.159401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] Publish callbacks [] for security_group (bc698b63-7255-4be8-a45b-721a2e0e426b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.192301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] Publish callbacks [] for security_group (bc698b63-7255-4be8-a45b-721a2e0e426b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.286615 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.296260 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (04d26ebb-46c9-46d7-882e-0c58b30195f6), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.318592 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=04d26ebb-46c9-46d7-882e-0c58b30195f6,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:31.320523 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] No DVR routers for this DVR port 04d26ebb-46c9-46d7-882e-0c58b30195f6 on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:31.321853 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] Pushing event deleted for resources: {'Port': ['ID=04d26ebb-46c9-46d7-882e-0c58b30195f6,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:31.325339 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13623de0-244c-4169-92a8-caf1dd5cefc1 None None] No DVR routers for this DVR port 04d26ebb-46c9-46d7-882e-0c58b30195f6 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:31.349568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bc698b63-7255-4be8-a45b-721a2e0e426b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.352224 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.353907 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc698b63-7255-4be8-a45b-721a2e0e426b HTTP/1.1" status: 204 len: 168 time: 0.3013804 Apr 06 14:14:31.372157 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de5f98-6e67-4a35-80ad-79b10aeac52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc698b63-7255-4be8-a45b-721a2e0e426b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:31.412697 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (160c8924-914a-484c-8053-682b307e715b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.433923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160c8924-914a-484c-8053-682b307e715b']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:31.443203 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b8615f-2385-4784-ae6c-6b65e0588e7b') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:31.443540 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b8615f-2385-4784-ae6c-6b65e0588e7b') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:31.454650 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (b2b8615f-2385-4784-ae6c-6b65e0588e7b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.478514 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (b2b8615f-2385-4784-ae6c-6b65e0588e7b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.484855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:14:31.485268 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (b2b8615f-2385-4784-ae6c-6b65e0588e7b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:31.487034 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:31.590174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (160c8924-914a-484c-8053-682b307e715b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.595659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:31.598837 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] 10.222.0.62 "DELETE /v2.0/networks/160c8924-914a-484c-8053-682b307e715b HTTP/1.1" status: 204 len: 168 time: 0.8208332 Apr 06 14:14:31.611200 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43f9d-b7f1-4816-af14-f5968d20e5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=160c8924-914a-484c-8053-682b307e715b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:32.002390 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41682) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:32.051811 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-283b09c9-2e51-4f90-8622-3e02ed15ad85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42559c35148f49bd97c3980c8988deff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482013 Apr 06 14:14:32.054327 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41684) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:32.111718 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] Publish callbacks [] for security_group (127c4505-c2ce-4a80-8c82-45c5f7deb1b6), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:32.135115 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] Publish callbacks [] for security_group (127c4505-c2ce-4a80-8c82-45c5f7deb1b6), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:32.247301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (127c4505-c2ce-4a80-8c82-45c5f7deb1b6), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:32.249978 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:32.251167 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/127c4505-c2ce-4a80-8c82-45c5f7deb1b6 HTTP/1.1" status: 204 len: 168 time: 0.1959014 Apr 06 14:14:32.259771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54f3c7-070a-4606-a663-794cb81267a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c4505-c2ce-4a80-8c82-45c5f7deb1b6,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:32.882573 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 04d26ebb-46c9-46d7-882e-0c58b30195f6 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:32.902979 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 04d26ebb-46c9-46d7-882e-0c58b30195f6 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:32.903326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 04d26ebb-46c9-46d7-882e-0c58b30195f6 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:33.990935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9bc6-79bb-4077-a1cc-a3a1a972dc74 req-1c79b913-2259-41f8-9ad0-c85a6be9e2e4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:33.992452 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98da9bc6-79bb-4077-a1cc-a3a1a972dc74 req-1c79b913-2259-41f8-9ad0-c85a6be9e2e4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0550306 Apr 06 14:14:34.044268 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98da9bc6-79bb-4077-a1cc-a3a1a972dc74 req-802a535d-d655-42c5-801d-4ee9882a9461 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Apr 06 14:14:35.170211 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3befc-2149-4a20-b2f9-40abcefbd411 req-423d0d67-7a54-400c-916f-b6923997dfd3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:35.171734 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86b3befc-2149-4a20-b2f9-40abcefbd411 req-423d0d67-7a54-400c-916f-b6923997dfd3 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0529425 Apr 06 14:14:35.218394 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86b3befc-2149-4a20-b2f9-40abcefbd411 req-0a639b4b-2693-4d2a-9440-256526995816 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3ef26f7-e72e-436a-8de7-2c1322cfc58f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Apr 06 14:14:35.543567 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-cee67313-8ed4-4007-932a-6696d821d28e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:14:35.545028 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-cee67313-8ed4-4007-932a-6696d821d28e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 946 time: 0.0522346 Apr 06 14:14:35.639077 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Deleting port b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:35.639326 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:35.725995 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] For port b3e3546d-4216-49c0-b477-ad245e0c9eb4, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b3e3546d-4216-49c0-b477-ad245e0c9eb4,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:35.726355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:35.912174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:35.912465 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:35.912825 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Floating IP 814c939e-015a-4d77-9b52-1ce0ef39de78 disassociated. External IP: 172.27.1.107, port: b3e3546d-4216-49c0-b477-ad245e0c9eb4. Apr 06 14:14:35.913174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Calling delete_port for b3e3546d-4216-49c0-b477-ad245e0c9eb4 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:36.098729 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (b3e3546d-4216-49c0-b477-ad245e0c9eb4), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.140937 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'Port': ['ID=b3e3546d-4216-49c0-b477-ad245e0c9eb4,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.256947 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:36.335276 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6543c063-9c1a-4389-bf21-326a8268addd req-eaa83f2a-e2ef-4d6a-807a-7209f4483396 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0356474 Apr 06 14:14:36.397031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:36.405797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41818) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:36.408959 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:36.420175 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:36.420734 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:36.468661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] No DVR routers for this DVR port b3e3546d-4216-49c0-b477-ad245e0c9eb4 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:36.468661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.468661 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8b95f764-476e-408e-beb4-e7c727e7cda0 req-0f694f87-6c94-4c43-84f4-e42639a06163 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.46 "DELETE /v2.0/ports/b3e3546d-4216-49c0-b477-ad245e0c9eb4 HTTP/1.1" status: 204 len: 173 time: 0.9153965 Apr 06 14:14:36.468661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-deleted', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:14:36.470764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d7168-ed55-4788-8e08-f9f61b00ac95" -d '{"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-deleted", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:14:36.522035 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d6775-bfe1-4e0b-955b-bfccc6416eb6 x-openstack-request-id: req-a52d6775-bfe1-4e0b-955b-bfccc6416eb6 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:14:36.522035 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0976e970-3b53-4854-80e0-d0a55355d892", "name": "network-vif-deleted", "tag": "b3e3546d-4216-49c0-b477-ad245e0c9eb4", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:14:36.522314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a52d6775-bfe1-4e0b-955b-bfccc6416eb6 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:14:36.522630 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52d6775-bfe1-4e0b-955b-bfccc6416eb6'] response: {'server_uuid': '0976e970-3b53-4854-80e0-d0a55355d892', 'name': 'network-vif-deleted', 'tag': 'b3e3546d-4216-49c0-b477-ad245e0c9eb4', 'status': 'completed', 'code': 200} Apr 06 14:14:36.554588 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:36.563149 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19f7add9-cc15-49d0-96fc-13a9bbca548e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.650058 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19f7add9-cc15-49d0-96fc-13a9bbca548e admin admin] Publish callbacks [] for security_group (c2fa0c17-19e2-4835-86d8-548d35d57a3d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.710592 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19f7add9-cc15-49d0-96fc-13a9bbca548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c2fa0c17-19e2-4835-86d8-548d35d57a3d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.747418 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-19f7add9-cc15-49d0-96fc-13a9bbca548e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cdb1e688de34c58be63fd6ad772d7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413284 Apr 06 14:14:36.750322 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41828) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:36.760427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7add9-cc15-49d0-96fc-13a9bbca548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa0c17-19e2-4835-86d8-548d35d57a3d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:36.791908 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:36.820976 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:36.821916 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] Publish callbacks [] for security_group (c2fa0c17-19e2-4835-86d8-548d35d57a3d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.831155 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:36.831762 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:36.861868 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] Publish callbacks [] for security_group (c2fa0c17-19e2-4835-86d8-548d35d57a3d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.952612 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:36.996046 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c2fa0c17-19e2-4835-86d8-548d35d57a3d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:36.999727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:37.005106 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2fa0c17-19e2-4835-86d8-548d35d57a3d HTTP/1.1" status: 204 len: 168 time: 0.2490187 Apr 06 14:14:37.009383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed08dcc-36f3-449d-a4f4-1eaf34135bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa0c17-19e2-4835-86d8-548d35d57a3d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:37.152868 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:37.183602 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829a25f-591d-4096-a044-a61a2cc2cc37 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:07:19Z', 'revision_number': 4, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '1588514b-90ee-48bc-8370-d405075a8a4e', 'name': '', 'network_id': '3eb29363-a869-4ce5-8b70-68e372641000', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'mac_address': 'fa:16:3e:c3:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:17Z', 'updated_at': '2022-04-06T14:07:30Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'subnets': [{'id': '5aa013d6-145e-49cc-9109-365be4c1bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:37.421470 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e70a9d-986a-46ad-a2bb-ddf609875972 None None] New status for floating IP 814c939e-015a-4d77-9b52-1ce0ef39de78: DOWN {{(pid=103969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:14:37.463252 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-387ccc06-b789-4d6f-9ede-70ce6b66b46a req-323d2265-2307-4d8a-8498-fb98d7f412a1 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/ports?device_id=0976e970-3b53-4854-80e0-d0a55355d892 HTTP/1.1" status: 200 len: 210 time: 0.0324802 Apr 06 14:14:37.794841 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:14:38.596759 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41882) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:38.649646 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (d3ef26f7-e72e-436a-8de7-2c1322cfc58f), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:38.673925 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (d3ef26f7-e72e-436a-8de7-2c1322cfc58f), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:38.795769 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (d3ef26f7-e72e-436a-8de7-2c1322cfc58f), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:38.798390 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:38.799714 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3ef26f7-e72e-436a-8de7-2c1322cfc58f HTTP/1.1" status: 204 len: 168 time: 0.2019632 Apr 06 14:14:38.805178 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41888) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:38.811914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fdac0-0113-4b95-b509-ea4f2018038e tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef26f7-e72e-436a-8de7-2c1322cfc58f,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:38.823715 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-db4b7470-06ee-4f8f-bc29-ab4d54d8c2d4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] show failed (client error): The resource could not be found. Apr 06 14:14:38.824775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-db4b7470-06ee-4f8f-bc29-ab4d54d8c2d4 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "GET /v2.0/security-groups/d3ef26f7-e72e-436a-8de7-2c1322cfc58f HTTP/1.1" status: 404 len: 347 time: 0.0210097 Apr 06 14:14:38.828387 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41894) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:38.954536 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Deleting port 26fabaca-7de2-4cb0-9ce4-b7884509cfde {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:38.954968 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.037946 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.038286 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (26fabaca-7de2-4cb0-9ce4-b7884509cfde), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.052154 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Calling delete_port for 26fabaca-7de2-4cb0-9ce4-b7884509cfde owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:39.247139 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (26fabaca-7de2-4cb0-9ce4-b7884509cfde), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.272545 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Pushing event deleted for resources: {'Port': ['ID=26fabaca-7de2-4cb0-9ce4-b7884509cfde,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:39.338378 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks [] for floatingip (814c939e-015a-4d77-9b52-1ce0ef39de78), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.341365 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:39.345636 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-889e6b30-f82a-4166-8860-2989dc676076 tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] 10.222.0.62 "DELETE /v2.0/floatingips/814c939e-015a-4d77-9b52-1ce0ef39de78 HTTP/1.1" status: 204 len: 168 time: 0.5135565 Apr 06 14:14:40.151842 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:40.171097 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: b3e3546d-4216-49c0-b477-ad245e0c9eb4 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:40.171478 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device b3e3546d-4216-49c0-b477-ad245e0c9eb4 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:40.184513 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41946) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:40.291852 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-11793690-66e9-4ef6-90aa-7366d212a443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.369476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-11793690-66e9-4ef6-90aa-7366d212a443 admin admin] Publish callbacks [] for security_group (7d9f1c72-4206-4b7a-a3f6-ca21497d1879), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.434169 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-11793690-66e9-4ef6-90aa-7366d212a443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (7d9f1c72-4206-4b7a-a3f6-ca21497d1879), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.726558 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-11793690-66e9-4ef6-90aa-7366d212a443 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=909dded477024338ac1439a0d5706874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409427 Apr 06 14:14:40.727269 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793690-66e9-4ef6-90aa-7366d212a443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9f1c72-4206-4b7a-a3f6-ca21497d1879,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:40.730753 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41954) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:40.784313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] Publish callbacks [] for security_group (7d9f1c72-4206-4b7a-a3f6-ca21497d1879), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.805705 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] Publish callbacks [] for security_group (7d9f1c72-4206-4b7a-a3f6-ca21497d1879), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.908606 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (7d9f1c72-4206-4b7a-a3f6-ca21497d1879), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.911078 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.912268 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d9f1c72-4206-4b7a-a3f6-ca21497d1879 HTTP/1.1" status: 204 len: 168 time: 0.1803174 Apr 06 14:14:40.921836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffae00-9040-43b5-ad56-7d54a209b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9f1c72-4206-4b7a-a3f6-ca21497d1879,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.498358 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 41964) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:41.512014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8c358c42-fcf6-4c61-9077-d2b2fddca2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.586994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8c358c42-fcf6-4c61-9077-d2b2fddca2a0 admin admin] Publish callbacks [] for security_group (a8e66e84-6d97-4019-b14b-f9776b660983), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.624540 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8c358c42-fcf6-4c61-9077-d2b2fddca2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a8e66e84-6d97-4019-b14b-f9776b660983), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.666534 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8c358c42-fcf6-4c61-9077-d2b2fddca2a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ea6251809aa4978b5274ba596bcf3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670601 Apr 06 14:14:41.667450 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358c42-fcf6-4c61-9077-d2b2fddca2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e66e84-6d97-4019-b14b-f9776b660983,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:41.669289 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 41968) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:41.720604 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] Publish callbacks [] for security_group (a8e66e84-6d97-4019-b14b-f9776b660983), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.741951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] Publish callbacks [] for security_group (a8e66e84-6d97-4019-b14b-f9776b660983), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.864363 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (a8e66e84-6d97-4019-b14b-f9776b660983), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.866980 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.868179 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8e66e84-6d97-4019-b14b-f9776b660983 HTTP/1.1" status: 204 len: 168 time: 0.1979079 Apr 06 14:14:41.876362 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad8bf0-6a51-4165-96b5-18cd6b925e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e66e84-6d97-4019-b14b-f9776b660983,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:42.618631 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:42.796070 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-75eaf598-2916-4113-86d7-524c55c4f79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:44.180101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42070) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:44.703978 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:44.987616 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Deleting port 1588514b-90ee-48bc-8370-d405075a8a4e {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:44.987953 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.072099 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] For port 1588514b-90ee-48bc-8370-d405075a8a4e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=1588514b-90ee-48bc-8370-d405075a8a4e,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:45.079325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.085835 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Calling delete_port for 1588514b-90ee-48bc-8370-d405075a8a4e owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:45.331479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (1588514b-90ee-48bc-8370-d405075a8a4e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.362553 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Pushing event deleted for resources: {'Port': ['ID=1588514b-90ee-48bc-8370-d405075a8a4e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:45.388609 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.388966 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.389312 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.389655 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.389995 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.390479 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.390750 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.391081 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.391434 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.391767 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.392099 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.392429 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.392755 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.393076 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.393456 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:14:45.505029 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3637cba9-eae5-41f0-9197-dd32401f61e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.557433 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.787294 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Router 591c51f9-373a-4d48-8ceb-9ced82e4b01e has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:14:45.903682 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:14:45.912442 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42110) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:45.914911 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Sync routers for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:14:45.915938 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-75905955-275b-4ec5-b97b-b1b541bf912b admin admin] 10.222.0.62 "PUT /v2.0/routers/591c51f9-373a-4d48-8ceb-9ced82e4b01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346725 Apr 06 14:14:45.927200 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:45.927862 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:46.032991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks [] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.040212 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:46.155563 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks [] for router_gateway (591c51f9-373a-4d48-8ceb-9ced82e4b01e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.238642 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:14:45Z', 'revision_number': 5, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port': {'id': '62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:07:10Z', 'updated_at': '2022-04-06T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:46.272675 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Checking router: 591c51f9-373a-4d48-8ceb-9ced82e4b01e for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:14:46.281415 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Routers {'591c51f9-373a-4d48-8ceb-9ced82e4b01e'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:14:46.281947 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:46.285527 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Deleting port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:46.293239 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.372842 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] For port 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:46.373208 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.387340 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Calling delete_port for 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:46.471251 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] Set router 591c51f9-373a-4d48-8ceb-9ced82e4b01e gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:14:46.525585 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:14:46Z', 'revision_number': 6, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:46.531857 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42128) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:46.557291 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ae2fce-2102-431b-bc86-75eb51171869 None None] The sync data for ids ['591c51f9-373a-4d48-8ceb-9ced82e4b01e'] in dv-cinder-836822-1-iscsi is: [{'id': '591c51f9-373a-4d48-8ceb-9ced82e4b01e', 'name': 'tempest-AttachVolumeShelveTestJSON-1540717433-router', 'tenant_id': '0262108551504bee8d342725c6ab875b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:07:08Z', 'updated_at': '2022-04-06T14:14:46Z', 'revision_number': 6, 'project_id': '0262108551504bee8d342725c6ab875b', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:14:46.657595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.687991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:46.691571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.694569 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42134) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:46.758973 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.771449 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3571-08e0-4e2a-99ff-7cdd5783a64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.853331 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd34f-c762-4d01-b410-ad7416697f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.859966 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3571-08e0-4e2a-99ff-7cdd5783a64b admin admin] Publish callbacks [] for security_group (4bb2001a-4181-42ad-b14e-6e6f162db930), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.872816 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.876724 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks [] for router_controller (591c51f9-373a-4d48-8ceb-9ced82e4b01e), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.973157 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c2ae3571-08e0-4e2a-99ff-7cdd5783a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (4bb2001a-4181-42ad-b14e-6e6f162db930), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:46.978258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd34f-c762-4d01-b410-ad7416697f19 admin admin] Publish callbacks [] for security_group (e2dc25ad-9330-421b-9abe-eadb339a4205), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.023147 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c2ae3571-08e0-4e2a-99ff-7cdd5783a64b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd3d5b0c11184d3fadc2d9ce12dce7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4901402 Apr 06 14:14:47.026474 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42142) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.026826 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae3571-08e0-4e2a-99ff-7cdd5783a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2001a-4181-42ad-b14e-6e6f162db930,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.041952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (591c51f9-373a-4d48-8ceb-9ced82e4b01e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.042738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591c51f9-373a-4d48-8ceb-9ced82e4b01e {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:14:47.051264 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.051264 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-759e7593-5ccd-4b22-9c86-e736243071e4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/591c51f9-373a-4d48-8ceb-9ced82e4b01e HTTP/1.1" status: 204 len: 168 time: 1.1360056 Apr 06 14:14:47.052808 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42144) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.070987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd34f-c762-4d01-b410-ad7416697f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e2dc25ad-9330-421b-9abe-eadb339a4205), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.099844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Deleting subnet 5aa013d6-145e-49cc-9109-365be4c1bedb {{(pid=103968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:14:47.103261 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Publish callbacks [] for subnet (5aa013d6-145e-49cc-9109-365be4c1bedb), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.131912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a2fbd34f-c762-4d01-b410-ad7416697f19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cebddc933a6243a388f6f674cb761af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369910 Apr 06 14:14:47.132912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd34f-c762-4d01-b410-ad7416697f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc25ad-9330-421b-9abe-eadb339a4205,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.133249 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42146) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.139432 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] Publish callbacks [] for security_group (4bb2001a-4181-42ad-b14e-6e6f162db930), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.156243 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9560375'] for subnet (5aa013d6-145e-49cc-9109-365be4c1bedb), precommit_delete_associations {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.168522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] Publish callbacks [] for security_group (4bb2001a-4181-42ad-b14e-6e6f162db930), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.248828 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] Publish callbacks [] for security_group (e2dc25ad-9330-421b-9abe-eadb339a4205), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.281446 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (5aa013d6-145e-49cc-9109-365be4c1bedb), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.284672 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] Publish callbacks [] for security_group (e2dc25ad-9330-421b-9abe-eadb339a4205), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.285769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (4bb2001a-4181-42ad-b14e-6e6f162db930), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.288645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.289942 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bb2001a-4181-42ad-b14e-6e6f162db930 HTTP/1.1" status: 204 len: 168 time: 0.2623293 Apr 06 14:14:47.299660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16cf95-7ccf-49ed-9c99-8f50cadfdd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2001a-4181-42ad-b14e-6e6f162db930,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.344964 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42152) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.382965 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 1588514b-90ee-48bc-8370-d405075a8a4e no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:47.406658 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 1588514b-90ee-48bc-8370-d405075a8a4e {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:47.407093 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 1588514b-90ee-48bc-8370-d405075a8a4e not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:47.436313 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10253986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9438368'] for subnet (5aa013d6-145e-49cc-9109-365be4c1bedb), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.471453 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (e2dc25ad-9330-421b-9abe-eadb339a4205), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.474038 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.479105 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2dc25ad-9330-421b-9abe-eadb339a4205 HTTP/1.1" status: 204 len: 168 time: 0.3409827 Apr 06 14:14:47.479105 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa013d6-145e-49cc-9109-365be4c1bedb,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.479105 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.480278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-564aed53-d008-410b-9c17-1493ef250e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.481233 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-21d45c18-c566-496b-85bb-28bfbc466bee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5aa013d6-145e-49cc-9109-365be4c1bedb HTTP/1.1" status: 204 len: 168 time: 0.4272811 Apr 06 14:14:47.482350 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ac666-ca5d-4ec3-8bd8-a548b7c715fb None None] Network 3eb29363-a869-4ce5-8b70-68e372641000 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:14:47.484641 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42158) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.496436 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bada115-511f-4a08-9418-18511ecd74fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc25ad-9330-421b-9abe-eadb339a4205,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.586166 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (3eb29363-a869-4ce5-8b70-68e372641000), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.612813 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-564aed53-d008-410b-9c17-1493ef250e05 admin admin] Publish callbacks [] for security_group (660e45ed-9ddb-482c-8b4f-f83c0b030375), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.651573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Deleting port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:47.651917 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.701701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-564aed53-d008-410b-9c17-1493ef250e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (660e45ed-9ddb-482c-8b4f-f83c0b030375), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.752429 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] DHCP port deletion for 3eb29363-a869-4ce5-8b70-68e372641000 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:14:47.756511 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] For port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:47.756901 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.762120 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-564aed53-d008-410b-9c17-1493ef250e05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0745cba863fc45d1aaa9af54fca2aed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096019 Apr 06 14:14:47.762957 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42160) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:47.771976 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aed53-d008-410b-9c17-1493ef250e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660e45ed-9ddb-482c-8b4f-f83c0b030375,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:47.775237 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Calling delete_port for 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:47.848518 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] Publish callbacks [] for security_group (660e45ed-9ddb-482c-8b4f-f83c0b030375), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.898854 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] Publish callbacks [] for security_group (660e45ed-9ddb-482c-8b4f-f83c0b030375), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.911826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Deleting port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:14:47.912676 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.000272 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] For port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,segment=NetworkSegment(f42afea1-0359-4367-b4c7-8fd0f3d388ff),segment_id=f42afea1-0359-4367-b4c7-8fd0f3d388ff)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:14:48.000712 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.014553 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Calling delete_port for 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:14:48.053048 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (660e45ed-9ddb-482c-8b4f-f83c0b030375), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.055696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.060230 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/660e45ed-9ddb-482c-8b4f-f83c0b030375 HTTP/1.1" status: 204 len: 168 time: 0.2958629 Apr 06 14:14:48.068845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde460-ddad-41b7-91ae-00286ec32111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660e45ed-9ddb-482c-8b4f-f83c0b030375,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.080928 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.114999 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.116932 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] No DVR routers for this DVR port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 on host dv-cinder-836822-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:48.139120 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.165183 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] Pushing event deleted for resources: {'Port': ['ID=035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.170079 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea39577-b8c7-406e-932a-f71d03bd8d93 None None] No DVR routers for this DVR port 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:14:48.189765 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.194420 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (3eb29363-a869-4ce5-8b70-68e372641000), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.214884 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb29363-a869-4ce5-8b70-68e372641000']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:48.224645 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42afea1-0359-4367-b4c7-8fd0f3d388ff') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:48.224951 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42afea1-0359-4367-b4c7-8fd0f3d388ff') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:14:48.236081 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (f42afea1-0359-4367-b4c7-8fd0f3d388ff), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.253836 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (f42afea1-0359-4367-b4c7-8fd0f3d388ff), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.260785 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:14:48.261110 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (f42afea1-0359-4367-b4c7-8fd0f3d388ff), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:14:48.263114 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:14:48.405895 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (3eb29363-a869-4ce5-8b70-68e372641000), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.411855 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.418101 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3eb29363-a869-4ce5-8b70-68e372641000 HTTP/1.1" status: 204 len: 168 time: 0.9296327 Apr 06 14:14:48.427660 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643103e-0c93-4153-87ce-9716641b85b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb29363-a869-4ce5-8b70-68e372641000,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.453498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42170) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:48.471737 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8618bef5-12af-4fea-ba4d-742f30579c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.556458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8618bef5-12af-4fea-ba4d-742f30579c19 admin admin] Publish callbacks [] for security_group (2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.662360 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8618bef5-12af-4fea-ba4d-742f30579c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.701625 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8618bef5-12af-4fea-ba4d-742f30579c19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d8a09ebda4b4c7fb8346360e8998ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466848 Apr 06 14:14:48.702508 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618bef5-12af-4fea-ba4d-742f30579c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.704239 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42172) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:48.757142 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] Publish callbacks [] for security_group (2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.770851 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42174) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:48.781232 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] Publish callbacks [] for security_group (2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.786225 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f3e939d5-9c6e-4e6c-a91d-d42470431d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.873483 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f3e939d5-9c6e-4e6c-a91d-d42470431d00 admin admin] Publish callbacks [] for security_group (73526054-b091-4ee6-a235-16e8681dd715), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.892098 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42176) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:48.902552 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:48.923870 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:48.924214 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 62d8d5d8-7d1f-46a6-9cc9-ee24fe34916d not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:48.924633 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:14:48.927341 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.930065 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.931294 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba HTTP/1.1" status: 204 len: 168 time: 0.2260027 Apr 06 14:14:48.937884 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-731959c9-8a9f-4e77-be39-d75a89d1649c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0262108551504bee8d342725c6ab875b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445960 Apr 06 14:14:48.943194 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42180) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:48.951500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733e02-9b21-40ac-8417-420e93b76989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab391cc-6d7b-4e0e-ac6f-a8f2c9f2e6ba,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:48.953378 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:14:48.953832 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 035c9c5a-4fd7-4ff0-8c99-f6dcefc39f77 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:14:48.964149 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f3e939d5-9c6e-4e6c-a91d-d42470431d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (73526054-b091-4ee6-a235-16e8681dd715), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.030250 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f3e939d5-9c6e-4e6c-a91d-d42470431d00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52d854c4e6d448b38fbe4dd7441384a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576785 Apr 06 14:14:49.033147 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42182) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:49.033296 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e939d5-9c6e-4e6c-a91d-d42470431d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73526054-b091-4ee6-a235-16e8681dd715,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.050201 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] Publish callbacks [] for security_group (1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.077199 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] Publish callbacks [] for security_group (1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.090140 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] Publish callbacks [] for security_group (73526054-b091-4ee6-a235-16e8681dd715), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.117074 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] Publish callbacks [] for security_group (73526054-b091-4ee6-a235-16e8681dd715), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.211395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.214622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.215855 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78 HTTP/1.1" status: 204 len: 168 time: 0.2715263 Apr 06 14:14:49.224265 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71d114-749a-42b0-8b7b-a1addb8474ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9401fb-b3d5-4ded-b23d-ac0c7a9d0d78,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.242101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (73526054-b091-4ee6-a235-16e8681dd715), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.245965 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.252835 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73526054-b091-4ee6-a235-16e8681dd715 HTTP/1.1" status: 204 len: 168 time: 0.2130840 Apr 06 14:14:49.257537 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86587d-15b9-4cd2-a3bb-a6a9df393b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73526054-b091-4ee6-a235-16e8681dd715,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:49.893300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.385701 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42356) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:53.456781 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42360) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:53.533316 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3168fb4f-99f4-46b2-bf03-88c2a203be94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.562813 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-501be186-1b25-4c07-ba37-ea06fb1f7329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.656657 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3168fb4f-99f4-46b2-bf03-88c2a203be94 admin admin] Publish callbacks [] for security_group (0773d238-5307-440e-8b35-b62fbc732321), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.680960 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-501be186-1b25-4c07-ba37-ea06fb1f7329 admin admin] Publish callbacks [] for security_group (c0178f90-1a66-4c43-aeed-2477bd4e2eaa), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.755996 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-501be186-1b25-4c07-ba37-ea06fb1f7329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c0178f90-1a66-4c43-aeed-2477bd4e2eaa), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.758177 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3168fb4f-99f4-46b2-bf03-88c2a203be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0773d238-5307-440e-8b35-b62fbc732321), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.812323 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-501be186-1b25-4c07-ba37-ea06fb1f7329 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f4b3654feb546a6b8a668724f868126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543963 Apr 06 14:14:53.817002 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3168fb4f-99f4-46b2-bf03-88c2a203be94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48a7d59424344ebab07b1522647afd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275553 Apr 06 14:14:53.817002 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42368) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:53.817972 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42370) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:53.821232 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501be186-1b25-4c07-ba37-ea06fb1f7329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0178f90-1a66-4c43-aeed-2477bd4e2eaa,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.868780 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168fb4f-99f4-46b2-bf03-88c2a203be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773d238-5307-440e-8b35-b62fbc732321,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:53.871254 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] Publish callbacks [] for security_group (0773d238-5307-440e-8b35-b62fbc732321), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.889411 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] Publish callbacks [] for security_group (c0178f90-1a66-4c43-aeed-2477bd4e2eaa), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.895060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] Publish callbacks [] for security_group (0773d238-5307-440e-8b35-b62fbc732321), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:53.911130 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] Publish callbacks [] for security_group (c0178f90-1a66-4c43-aeed-2477bd4e2eaa), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.017277 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (0773d238-5307-440e-8b35-b62fbc732321), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.019845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.023473 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0773d238-5307-440e-8b35-b62fbc732321 HTTP/1.1" status: 204 len: 168 time: 0.2015195 Apr 06 14:14:54.029696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f883-4032-4514-8344-0d8edd7a271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773d238-5307-440e-8b35-b62fbc732321,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.047481 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (c0178f90-1a66-4c43-aeed-2477bd4e2eaa), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.050150 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.063295 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0178f90-1a66-4c43-aeed-2477bd4e2eaa HTTP/1.1" status: 204 len: 168 time: 0.2379675 Apr 06 14:14:54.088105 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f87da-5f20-4b46-964a-7d654a889945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0178f90-1a66-4c43-aeed-2477bd4e2eaa,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.718618 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42382) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:54.731610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7bc4738e-0dde-4342-84d3-bbef735b40f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.784633 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42384) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:54.797511 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d306ec28-22ed-4950-874a-ad3df9244ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.808582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7bc4738e-0dde-4342-84d3-bbef735b40f3 admin admin] Publish callbacks [] for security_group (3e9eaf6d-9c43-49ec-b4c1-302a707d44d8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.870464 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d306ec28-22ed-4950-874a-ad3df9244ef1 admin admin] Publish callbacks [] for security_group (ecc78eca-601c-4cc1-8575-f28a340eaadf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.875201 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7bc4738e-0dde-4342-84d3-bbef735b40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3e9eaf6d-9c43-49ec-b4c1-302a707d44d8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.914056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7bc4738e-0dde-4342-84d3-bbef735b40f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=285540d757e149f2a5e77e62f61c74f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943753 Apr 06 14:14:54.916004 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4738e-0dde-4342-84d3-bbef735b40f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9eaf6d-9c43-49ec-b4c1-302a707d44d8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:54.916807 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42386) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:54.941340 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d306ec28-22ed-4950-874a-ad3df9244ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (ecc78eca-601c-4cc1-8575-f28a340eaadf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:54.993614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306ec28-22ed-4950-874a-ad3df9244ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc78eca-601c-4cc1-8575-f28a340eaadf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.002482 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-d306ec28-22ed-4950-874a-ad3df9244ef1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c2df163fc8e4c41b0d457ef6ee81916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167675 Apr 06 14:14:55.003327 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] Publish callbacks [] for security_group (3e9eaf6d-9c43-49ec-b4c1-302a707d44d8), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.005727 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42388) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:14:55.026890 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] Publish callbacks [] for security_group (3e9eaf6d-9c43-49ec-b4c1-302a707d44d8), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.056785 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] Publish callbacks [] for security_group (ecc78eca-601c-4cc1-8575-f28a340eaadf), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.078796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] Publish callbacks [] for security_group (ecc78eca-601c-4cc1-8575-f28a340eaadf), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.127146 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3e9eaf6d-9c43-49ec-b4c1-302a707d44d8), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.129698 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.131393 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e9eaf6d-9c43-49ec-b4c1-302a707d44d8 HTTP/1.1" status: 204 len: 168 time: 0.2130742 Apr 06 14:14:55.140238 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ce37c-6a3d-4c29-921c-9faed04dbcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9eaf6d-9c43-49ec-b4c1-302a707d44d8,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:14:55.178179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (ecc78eca-601c-4cc1-8575-f28a340eaadf), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.180783 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:55.184383 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecc78eca-601c-4cc1-8575-f28a340eaadf HTTP/1.1" status: 204 len: 168 time: 0.1750731 Apr 06 14:14:55.193776 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2a8e-f71e-4e5a-a878-73f113488888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc78eca-601c-4cc1-8575-f28a340eaadf,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.125382 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42530) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:00.225952 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24f03f5e-9459-4311-8730-aa63d8c3b219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.299692 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24f03f5e-9459-4311-8730-aa63d8c3b219 admin admin] Publish callbacks [] for security_group (fa17556d-0ba4-4656-82ba-8e0236e220d2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.383955 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24f03f5e-9459-4311-8730-aa63d8c3b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (fa17556d-0ba4-4656-82ba-8e0236e220d2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.432530 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f03f5e-9459-4311-8730-aa63d8c3b219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa17556d-0ba4-4656-82ba-8e0236e220d2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.433534 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42536) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:00.441647 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-24f03f5e-9459-4311-8730-aa63d8c3b219 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62e03d6acd944950ae495bb5778ec727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144360 Apr 06 14:15:00.444088 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42540) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:00.502634 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] Publish callbacks [] for security_group (fa17556d-0ba4-4656-82ba-8e0236e220d2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.524137 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] Publish callbacks [] for security_group (fa17556d-0ba4-4656-82ba-8e0236e220d2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.553067 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6c8f619b-f62a-4b27-b274-4377d701bece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.677443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (fa17556d-0ba4-4656-82ba-8e0236e220d2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.679973 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.681184 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa17556d-0ba4-4656-82ba-8e0236e220d2 HTTP/1.1" status: 204 len: 168 time: 0.2361372 Apr 06 14:15:00.694725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db97500-0fb6-4d91-be40-88721fa6ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa17556d-0ba4-4656-82ba-8e0236e220d2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.730900 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6c8f619b-f62a-4b27-b274-4377d701bece admin admin] Publish callbacks [] for security_group (8151cbcc-865a-489f-af8e-72120de99638), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.800938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6c8f619b-f62a-4b27-b274-4377d701bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8151cbcc-865a-489f-af8e-72120de99638), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.840375 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6c8f619b-f62a-4b27-b274-4377d701bece admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6841dbea6d9b43b2bb6f68d58b39a1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056885 Apr 06 14:15:00.841143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f619b-f62a-4b27-b274-4377d701bece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151cbcc-865a-489f-af8e-72120de99638,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:00.844059 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42548) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:00.893149 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] Publish callbacks [] for security_group (8151cbcc-865a-489f-af8e-72120de99638), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:00.914436 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] Publish callbacks [] for security_group (8151cbcc-865a-489f-af8e-72120de99638), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.041042 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8151cbcc-865a-489f-af8e-72120de99638), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.044503 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.045787 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8151cbcc-865a-489f-af8e-72120de99638 HTTP/1.1" status: 204 len: 168 time: 0.2005324 Apr 06 14:15:01.053821 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec501712-8d8a-42b7-b9ec-585a890fb48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151cbcc-865a-489f-af8e-72120de99638,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:01.446385 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42562) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:01.463789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e73d1e33-fcf6-46f7-9e94-fc4ae69cfb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.541495 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e73d1e33-fcf6-46f7-9e94-fc4ae69cfb5d admin admin] Publish callbacks [] for security_group (acd11f02-1171-489f-9cb3-13fea565b1cf), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.606712 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e73d1e33-fcf6-46f7-9e94-fc4ae69cfb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (acd11f02-1171-489f-9cb3-13fea565b1cf), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.645838 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e73d1e33-fcf6-46f7-9e94-fc4ae69cfb5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e4812070b08481b8721a2239193a527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983480 Apr 06 14:15:01.646944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d1e33-fcf6-46f7-9e94-fc4ae69cfb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd11f02-1171-489f-9cb3-13fea565b1cf,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:01.648699 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42572) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:01.700534 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] Publish callbacks [] for security_group (acd11f02-1171-489f-9cb3-13fea565b1cf), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.722474 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] Publish callbacks [] for security_group (acd11f02-1171-489f-9cb3-13fea565b1cf), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.818429 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (acd11f02-1171-489f-9cb3-13fea565b1cf), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.821602 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:01.822878 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acd11f02-1171-489f-9cb3-13fea565b1cf HTTP/1.1" status: 204 len: 168 time: 0.1725893 Apr 06 14:15:01.832646 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6defc-e6d2-44c5-87a7-401d79e23923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd11f02-1171-489f-9cb3-13fea565b1cf,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.174786 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42590) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:02.270618 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140132419-network', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:02.366964 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Made reservation on behalf of cf00a7dbbc7b445cba66d2e76b313426 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:02.369349 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.378734 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.452272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks [] for security_group (3ae618e7-6b52-4cc0-bebb-e2adffae7bc9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.515096 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3ae618e7-6b52-4cc0-bebb-e2adffae7bc9), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.538168 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:02.553227 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae618e7-6b52-4cc0-bebb-e2adffae7bc9,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.559191 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (740fb00d-8b47-49b8-bb65-f2c3557a5186), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.559682 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Added segment 740fb00d-8b47-49b8-bb65-f2c3557a5186 of type vlan for network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 Apr 06 14:15:02.603220 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.686661 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.687686 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:02.688279 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:02.754965 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] Pushing event updated for resources: {'Network': ['ID=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:02.767537 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:15:02.821241 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b87cd873-bb3f-475d-a6aa-47e60cec718c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6452041 Apr 06 14:15:02.824072 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42628) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:02.829798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Request body: {'subnet': {'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140132419-subnet', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:02.932358 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Made reservation on behalf of cf00a7dbbc7b445cba66d2e76b313426 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:02.934792 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9438407'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.173027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9438425'] for subnet (a51f3afd-b658-4567-9bce-f1cab8d678fb), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.223005 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51f3afd-b658-4567-9bce-f1cab8d678fb,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:03.237982 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Checking segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:03.238348 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Network hostable DHCP agents. Network: 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:03.349667 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:03.433748 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:03.437973 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:03.438553 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.445244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3866d85-306f-48b2-8d36-1885452e0ce0 None None] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:03.529856 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b05487e9-29d8-4485-b9e5-21b9cb19f4de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7040975 Apr 06 14:15:03.532414 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42646) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:03.551573 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:03.552198 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:15:03.552198 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.663938 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.663938 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.690652 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Allocated IP 172.20.0.2 (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994/a51f3afd-b658-4567-9bce-f1cab8d678fb/3b68061d-7f28-487a-86b9-d401dd18cd11) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:03.724798 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for router_controller (f5680acb-5008-483f-9d1d-b7b738aac0af), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.838413 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks [] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.936737 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for router_gateway (f5680acb-5008-483f-9d1d-b7b738aac0af), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.944234 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:03.983855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:03.990897 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:03.993323 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:04.001177 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Pushing event updated for resources: {'Port': ['ID=3b68061d-7f28-487a-86b9-d401dd18cd11,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.012846 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.013200 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.013561 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.013906 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.014239 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.014572 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.014911 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.015593 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.015730 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.016163 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.016345 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.016672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.016998 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.017324 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.017651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:04.069672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Attempting to bind port 3b68061d-7f28-487a-86b9-d401dd18cd11 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:04.070046 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Attempting to bind port 3b68061d-7f28-487a-86b9-d401dd18cd11 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:04.070419 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Attempting to bind port 3b68061d-7f28-487a-86b9-d401dd18cd11 on network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:04.075633 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:04.076016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Checking segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:04.076433 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.076815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Bound using segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:04.077282 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Bound port: 3b68061d-7f28-487a-86b9-d401dd18cd11, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:04.077663 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.144045 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] For port 3b68061d-7f28-487a-86b9-d401dd18cd11, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:04.147100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] For port 3b68061d-7f28-487a-86b9-d401dd18cd11, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3b68061d-7f28-487a-86b9-d401dd18cd11,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:04.230657 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.295334 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bdaba-05e7-42c6-bd5b-5e5810f3f31c None None] Pushing event updated for resources: {'Port': ['ID=3b68061d-7f28-487a-86b9-d401dd18cd11,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.518238 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for router_gateway (f5680acb-5008-483f-9d1d-b7b738aac0af), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.538267 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.652144 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Allocated IP 172.27.1.12 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:04.752021 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.858528 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.898065 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:04.906700 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:04.911485 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3b68061d-7f28-487a-86b9-d401dd18cd11 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:04.912039 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:04.914678 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Pushing event updated for resources: {'Port': ['ID=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:04.969214 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 3b68061d-7f28-487a-86b9-d401dd18cd11 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:04.969603 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.067507 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 3b68061d-7f28-487a-86b9-d401dd18cd11 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:05.068239 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.104727 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 3b68061d-7f28-487a-86b9-d401dd18cd11, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3b68061d-7f28-487a-86b9-d401dd18cd11,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:05.171083 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.225577 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=3b68061d-7f28-487a-86b9-d401dd18cd11,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:05.248817 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for router_gateway (f5680acb-5008-483f-9d1d-b7b738aac0af), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.288722 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d456b7-ceb8-48a3-bca2-4e342fba7f43 None None] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:05.402189 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-823c343b-40a3-4d6c-b1f8-51d32043ee07 None None] Provisioning complete for port 3b68061d-7f28-487a-86b9-d401dd18cd11 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:05.402689 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-823c343b-40a3-4d6c-b1f8-51d32043ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.449427 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.495482 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-823c343b-40a3-4d6c-b1f8-51d32043ee07 None None] Current status of the port 3b68061d-7f28-487a-86b9-d401dd18cd11 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:05.675182 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Router f5680acb-5008-483f-9d1d-b7b738aac0af is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:05.721027 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-03006d0c-5d9d-4be3-a9c7-8046b02e6fa4 None None] Provisioning complete for port 3b68061d-7f28-487a-86b9-d401dd18cd11 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:05.721399 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-03006d0c-5d9d-4be3-a9c7-8046b02e6fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.789669 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:05.801705 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Sync routers for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:05.811037 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-03006d0c-5d9d-4be3-a9c7-8046b02e6fa4 None None] Current status of the port 3b68061d-7f28-487a-86b9-d401dd18cd11 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:05.818449 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:05.819077 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:05.913426 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.918731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42690) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:05.919807 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-829e6ade-c423-4d57-be4b-f699d2f4870f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3854799 Apr 06 14:15:06.084268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:06.284170 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:05Z', 'revision_number': 3, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:06.313636 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Checking router: f5680acb-5008-483f-9d1d-b7b738aac0af for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:15:06.313636 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Updating router f5680acb-5008-483f-9d1d-b7b738aac0af port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:15:06.339925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.638298 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks [] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.657421 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.737927 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.790296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Attempting to bind port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:06.790673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Attempting to bind port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:06.791044 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Attempting to bind port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:06.798617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d1d7-4c3a-4727-a36f-15e6df5e6cc4 None None] Pushing event updated for resources: {'Port': ['ID=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:06.803131 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:06.803131 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:06.807518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.807518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:06.807518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Bound port: cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:06.807518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.820241 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Allocated IP 172.20.0.1 (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994/a51f3afd-b658-4567-9bce-f1cab8d678fb/51e4eb8b-1f05-41a7-83d7-84605568cc7c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:06.866559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] For port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:06.870318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] For port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:06.913992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3b68061d-7f28-487a-86b9-d401dd18cd11 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:06.926486 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks [] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:06.964785 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.020788 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.036560 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:07.037210 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:07.063191 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:07.065944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:07.069513 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:07.079794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d1d7-4c3a-4727-a36f-15e6df5e6cc4 None None] Pushing event updated for resources: {'Port': ['ID=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:07.098326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 3b68061d-7f28-487a-86b9-d401dd18cd11 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:07.098992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.100529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Pushing event updated for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:07.117887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (f5680acb-5008-483f-9d1d-b7b738aac0af), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.201833 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:07.332743 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.349733 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 3b68061d-7f28-487a-86b9-d401dd18cd11 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:07.366869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-405c3571-180d-4c2f-8e03-87b1c549cddf None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:07.367241 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-405c3571-180d-4c2f-8e03-87b1c549cddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.423175 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-405c3571-180d-4c2f-8e03-87b1c549cddf None None] Port 51e4eb8b-1f05-41a7-83d7-84605568cc7c cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:15:07.478118 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:05Z', 'revision_number': 3, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:07.512559 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c1ac9-d693-4c28-a003-5cb78b286cc6 None None] The sync data for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi is: [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:05Z', 'revision_number': 3, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:15:07.515731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks [] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.600935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.669896 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (f5680acb-5008-483f-9d1d-b7b738aac0af), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:07.671854 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Pushing event updated for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:07.785026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:07.786547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:07.929579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Router f5680acb-5008-483f-9d1d-b7b738aac0af has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:08.048251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6c0ce8af-9f66-43ac-914d-5c763811adfc None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:08.048627 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce8af-9f66-43ac-914d-5c763811adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:08.058790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:08.064373 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1831287c-872b-4bfc-bbf7-c545a26c8f0d admin admin] 10.222.0.62 "PUT /v2.0/routers/f5680acb-5008-483f-9d1d-b7b738aac0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445463 Apr 06 14:15:08.087321 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ce8af-9f66-43ac-914d-5c763811adfc None None] Port 51e4eb8b-1f05-41a7-83d7-84605568cc7c cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:15:08.857303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42742) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:08.863549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421268387-network', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:08.950344 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:09.000461 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:09.000829 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.012740 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Made reservation on behalf of 5f739f24dfbd4fffa8e93ebca16d613e for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:09.016645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.025855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.086072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:09.086475 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.108098 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks [] for security_group (2313b84a-e7d3-4816-b4b9-71e40d59fc84), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.109763 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:09.175046 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Sync routers for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:09.185390 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:09.186005 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:09.195263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2313b84a-e7d3-4816-b4b9-71e40d59fc84), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.195837 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.213632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:09.244875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313b84a-e7d3-4816-b4b9-71e40d59fc84,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:09.252551 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (206f92c2-2df4-4a86-aed9-4cd6dc3e39c3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.252908 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Added segment 206f92c2-2df4-4a86-aed9-4cd6dc3e39c3 of type vlan for network 2272a245-741a-42b1-88ab-515395d12fb1 Apr 06 14:15:09.256701 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:09.299189 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (2272a245-741a-42b1-88ab-515395d12fb1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.316697 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:09.404934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (2272a245-741a-42b1-88ab-515395d12fb1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.405967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:09.406564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.418903 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42754) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:09.490057 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] Pushing event updated for resources: {'Network': ['ID=2272a245-741a-42b1-88ab-515395d12fb1,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:09.502092 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 2272a245-741a-42b1-88ab-515395d12fb1 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:15:09.530428 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 2, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:09.537027 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35d2715-6bda-4058-a996-9bcd2ed2e2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.552096 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-57d9145a-0e99-40d3-a73b-11d43d8d32cb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6936259 Apr 06 14:15:09.554692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42758) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:09.559942 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Request body: {'subnet': {'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421268387-subnet', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:09.573732 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Checking router: f5680acb-5008-483f-9d1d-b7b738aac0af for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:15:09.574725 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Updating router f5680acb-5008-483f-9d1d-b7b738aac0af port 51e4eb8b-1f05-41a7-83d7-84605568cc7c binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:15:09.602517 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.626241 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35d2715-6bda-4058-a996-9bcd2ed2e2b9 admin admin] Publish callbacks [] for security_group (5e86e325-741c-4287-9b30-aede1babcbc6), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.680778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Made reservation on behalf of 5f739f24dfbd4fffa8e93ebca16d613e for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:09.683991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10115271'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.738017 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e35d2715-6bda-4058-a996-9bcd2ed2e2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5e86e325-741c-4287-9b30-aede1babcbc6), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.779759 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e35d2715-6bda-4058-a996-9bcd2ed2e2b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7f08b75f3cf4c88ad85f91dba58fdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588870 Apr 06 14:15:09.780911 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d2715-6bda-4058-a996-9bcd2ed2e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86e325-741c-4287-9b30-aede1babcbc6,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:09.784118 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42760) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:09.837106 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] Publish callbacks [] for security_group (5e86e325-741c-4287-9b30-aede1babcbc6), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.859277 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] Publish callbacks [] for security_group (5e86e325-741c-4287-9b30-aede1babcbc6), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.872339 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks [] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.961450 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.988511 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5e86e325-741c-4287-9b30-aede1babcbc6), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.988743 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10130140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10115289'] for subnet (3adf3c45-3feb-402d-948b-aa9c919825d5), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.994043 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:09.997055 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e86e325-741c-4287-9b30-aede1babcbc6 HTTP/1.1" status: 204 len: 168 time: 0.2113137 Apr 06 14:15:10.032428 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f60cd1-3356-4164-a1e7-1de7c6e43619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86e325-741c-4287-9b30-aede1babcbc6,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.045167 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Pushing event updated for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.084102 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.084713 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.085237 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.086350 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.087555 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.088628 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.089150 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.090113 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.090621 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.091109 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.091697 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.096270 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.096860 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.097367 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.097867 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:10.102161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3adf3c45-3feb-402d-948b-aa9c919825d5,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.118935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Checking segment: {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:10.119546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Network hostable DHCP agents. Network: 2272a245-741a-42b1-88ab-515395d12fb1, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:10.120656 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Attempting to bind port 51e4eb8b-1f05-41a7-83d7-84605568cc7c on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:10.121256 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Attempting to bind port 51e4eb8b-1f05-41a7-83d7-84605568cc7c by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:10.121713 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Attempting to bind port 51e4eb8b-1f05-41a7-83d7-84605568cc7c on network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:10.128020 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:10.128809 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Checking segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:10.129220 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.129614 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Bound using segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:10.130092 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Bound port: 51e4eb8b-1f05-41a7-83d7-84605568cc7c, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:10.130479 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.199141 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] For port 51e4eb8b-1f05-41a7-83d7-84605568cc7c, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:10.202843 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] For port 51e4eb8b-1f05-41a7-83d7-84605568cc7c, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=51e4eb8b-1f05-41a7-83d7-84605568cc7c,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:10.224146 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Network 2272a245-741a-42b1-88ab-515395d12fb1 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:10.264787 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.283638 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 2272a245-741a-42b1-88ab-515395d12fb1) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:10.288967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:10.293645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.294815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddcc1b-3f4a-49ea-a918-1207ce5a85c3 None None] Network 2272a245-741a-42b1-88ab-515395d12fb1 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:10.318402 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:10.319042 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.369466 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b48c-b2cc-463b-964f-87a066ce45cd None None] Pushing event updated for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:10.377330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ac78b9de-cca2-4d15-934b-a437aa986eb7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8193007 Apr 06 14:15:10.377542 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42774) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:10.382171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:10.407474 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:10.407858 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.467225 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:10.469797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (9774bf99-6892-4210-a136-aaac86aa39cc), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.471565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (9774bf99-6892-4210-a136-aaac86aa39cc), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.516602 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-2272a245-741a-42b1-88ab-515395d12fb1', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:15:10.518125 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.558760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for router_controller (9774bf99-6892-4210-a136-aaac86aa39cc), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.599146 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Current status of the port 51e4eb8b-1f05-41a7-83d7-84605568cc7c is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:10.599521 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.672831 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] For port 51e4eb8b-1f05-41a7-83d7-84605568cc7c, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=51e4eb8b-1f05-41a7-83d7-84605568cc7c,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:10.687891 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:10.693831 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Allocated IP 172.20.0.2 (2272a245-741a-42b1-88ab-515395d12fb1/3adf3c45-3feb-402d-948b-aa9c919825d5/127256d3-8899-4313-a229-7541823b8086) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:10.719175 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb020605-45b3-48a8-abbc-82d9934d4be0 None None] The sync data for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi is: [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:15:10.747837 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42776) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:10.780375 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5be58e22-bdcb-4216-9274-5344c1d0f076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.788384 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.815696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for router_gateway (9774bf99-6892-4210-a136-aaac86aa39cc), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.022824 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5be58e22-bdcb-4216-9274-5344c1d0f076 admin admin] Publish callbacks [] for security_group (f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.074718 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 51e4eb8b-1f05-41a7-83d7-84605568cc7c up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:11.102228 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5be58e22-bdcb-4216-9274-5344c1d0f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.137521 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5be58e22-bdcb-4216-9274-5344c1d0f076 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6291713cf1646f1aa0028810087962e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869259 Apr 06 14:15:11.139344 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42784) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:11.183656 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be58e22-bdcb-4216-9274-5344c1d0f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.201266 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-55e479bb-b090-40e5-a4c5-41258c3d3fac None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:11.201826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-55e479bb-b090-40e5-a4c5-41258c3d3fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.237472 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] Publish callbacks [] for security_group (f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.240498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for router_gateway (9774bf99-6892-4210-a136-aaac86aa39cc), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.267081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.268232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c22a37-1a2d-4c9f-ba60-fa48ae3b68ea None None] Pushing event updated for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.277570 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] Publish callbacks [] for security_group (f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.309044 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks [] for port (127256d3-8899-4313-a229-7541823b8086), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.326147 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:11.327287 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.400520 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-55e479bb-b090-40e5-a4c5-41258c3d3fac None None] Current status of the port 51e4eb8b-1f05-41a7-83d7-84605568cc7c is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:11.406241 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Allocated IP 172.27.1.230 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/46c99d5e-c28a-42f2-a59d-8fd4f5395ad3) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:11.406672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (127256d3-8899-4313-a229-7541823b8086), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.434127 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.438769 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.443633 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec HTTP/1.1" status: 204 len: 168 time: 0.2996812 Apr 06 14:15:11.449372 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bca61-cf7e-4b92-8ec8-204babd126d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bbd0b-73c9-4cd9-9e27-cbaca6ae5eec,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.501447 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Network 2272a245-741a-42b1-88ab-515395d12fb1 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:11.506619 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:11.514428 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:11.519143 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Pushing event updated for resources: {'Port': ['ID=127256d3-8899-4313-a229-7541823b8086,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.523148 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 51e4eb8b-1f05-41a7-83d7-84605568cc7c is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:11.524284 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:11.592828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.631250 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Attempting to bind port 127256d3-8899-4313-a229-7541823b8086 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:11.631654 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Attempting to bind port 127256d3-8899-4313-a229-7541823b8086 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:11.632014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Attempting to bind port 127256d3-8899-4313-a229-7541823b8086 on network 2272a245-741a-42b1-88ab-515395d12fb1 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:11.641323 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:11.641699 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Checking segment: {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:11.642104 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.642493 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Bound using segment: {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:11.642959 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Bound port: 127256d3-8899-4313-a229-7541823b8086, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:11.643332 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (127256d3-8899-4313-a229-7541823b8086), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.682525 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:11.682899 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.699612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.744344 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] For port 127256d3-8899-4313-a229-7541823b8086, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:11.746790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:11.750002 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] For port 127256d3-8899-4313-a229-7541823b8086, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=127256d3-8899-4313-a229-7541823b8086,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:11.750189 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:11.758953 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:11.788654 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Pushing event updated for resources: {'Port': ['ID=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:11.802861 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:11.842145 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (127256d3-8899-4313-a229-7541823b8086), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.917785 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403053-4b51-4e81-a441-e59645abc2ee None None] Pushing event updated for resources: {'Port': ['ID=127256d3-8899-4313-a229-7541823b8086,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:12.163204 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for router_gateway (9774bf99-6892-4210-a136-aaac86aa39cc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.426751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (9774bf99-6892-4210-a136-aaac86aa39cc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.624524 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.681113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Router 9774bf99-6892-4210-a136-aaac86aa39cc is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:15:12.800966 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-380adb1c-7d55-4bbc-b639-b544ca4f112a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.804594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:12.814817 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Sync routers for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:12.829992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:12.830743 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:12.877341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.878950 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5180128d-f348-406e-a220-8740900e02a6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5004513 Apr 06 14:15:12.881809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42822) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:12.977935 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:13.053901 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 51e4eb8b-1f05-41a7-83d7-84605568cc7c up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:13.056100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ca8f1-4c79-4f41-950d-cf5ad53e92d3 None None] Network 2272a245-741a-42b1-88ab-515395d12fb1 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:13.219230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Provisioning complete for port 127256d3-8899-4313-a229-7541823b8086 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:13.219638 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (127256d3-8899-4313-a229-7541823b8086), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.311415 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 51e4eb8b-1f05-41a7-83d7-84605568cc7c triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:13.311699 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.439226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Current status of the port 127256d3-8899-4313-a229-7541823b8086 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:13.439630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (127256d3-8899-4313-a229-7541823b8086), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.496057 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:11Z', 'revision_number': 3, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:13.540806 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 51e4eb8b-1f05-41a7-83d7-84605568cc7c is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:13.542054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 127256d3-8899-4313-a229-7541823b8086 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:13.543746 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Checking router: 9774bf99-6892-4210-a136-aaac86aa39cc for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:15:13.544100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Updating router 9774bf99-6892-4210-a136-aaac86aa39cc port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:15:13.547265 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] For port 127256d3-8899-4313-a229-7541823b8086, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=127256d3-8899-4313-a229-7541823b8086,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:13.603708 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.640592 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (127256d3-8899-4313-a229-7541823b8086), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.721385 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.752887 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 127256d3-8899-4313-a229-7541823b8086 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:13.753263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (127256d3-8899-4313-a229-7541823b8086), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.912909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Allocated IP 172.20.0.1 (2272a245-741a-42b1-88ab-515395d12fb1/3adf3c45-3feb-402d-948b-aa9c919825d5/a05acca7-7ee2-4856-b683-677c9fa39de7) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:13.944008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b70af-c062-4719-bf5a-a841b6b00e09 None None] Pushing event updated for resources: {'Port': ['ID=127256d3-8899-4313-a229-7541823b8086,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:13.970435 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-d2957244-1d4d-4d19-8a7c-e4e2095b6efe None None] Provisioning complete for port 127256d3-8899-4313-a229-7541823b8086 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:13.970785 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d2957244-1d4d-4d19-8a7c-e4e2095b6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (127256d3-8899-4313-a229-7541823b8086), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.060825 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks [] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.145206 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 127256d3-8899-4313-a229-7541823b8086 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:14.194971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d2957244-1d4d-4d19-8a7c-e4e2095b6efe None None] Current status of the port 127256d3-8899-4313-a229-7541823b8086 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:14.201659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.241105 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Network 2272a245-741a-42b1-88ab-515395d12fb1 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:14.243957 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:14.250343 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:14.253214 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks [] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.278792 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Pushing event updated for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.300693 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (9774bf99-6892-4210-a136-aaac86aa39cc), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.372423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.429619 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44493aaf-58e5-4f57-ad66-6f81f5476dd7 None None] Pushing event updated for resources: {'Port': ['ID=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.435903 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Attempting to bind port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:14.436269 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Attempting to bind port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:14.440906 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Attempting to bind port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:14.442010 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:14.442384 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:14.442778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.443160 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:14.443722 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Bound port: 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:14.444097 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.495597 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] For port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:14.498691 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] For port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:14.517145 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-8e78849b-0d9a-48bd-ba85-dea025675100 None None] Provisioning complete for port a05acca7-7ee2-4856-b683-677c9fa39de7 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:14.517418 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8e78849b-0d9a-48bd-ba85-dea025675100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.532539 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.553590 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-8e78849b-0d9a-48bd-ba85-dea025675100 None None] Port a05acca7-7ee2-4856-b683-677c9fa39de7 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:15:14.572766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.628654 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:14.629222 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:14:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:14.671539 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44493aaf-58e5-4f57-ad66-6f81f5476dd7 None None] Pushing event updated for resources: {'Port': ['ID=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.718772 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks [] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.746512 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:14.795116 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:14.795720 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.869316 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (9774bf99-6892-4210-a136-aaac86aa39cc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.873103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Pushing event updated for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:14.947784 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 127256d3-8899-4313-a229-7541823b8086 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:14.976229 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Network 2272a245-741a-42b1-88ab-515395d12fb1 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:14.977822 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:15.022503 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'a05acca7-7ee2-4856-b683-677c9fa39de7', 'name': '', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'mac_address': 'fa:16:3e:18:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:13Z', 'updated_at': '2022-04-06T14:15:13Z', 'revision_number': 1, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'subnets': [{'id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:15.053698 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 127256d3-8899-4313-a229-7541823b8086 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:15.053698 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (127256d3-8899-4313-a229-7541823b8086), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:15.057002 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6ec63-b183-4299-a4a1-e85759034123 None None] The sync data for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi is: [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'a05acca7-7ee2-4856-b683-677c9fa39de7', 'name': '', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'mac_address': 'fa:16:3e:18:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:13Z', 'updated_at': '2022-04-06T14:15:13Z', 'revision_number': 1, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'subnets': [{'id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:15:15.156014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 127256d3-8899-4313-a229-7541823b8086 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:15.156582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Router 9774bf99-6892-4210-a136-aaac86aa39cc has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:15.298480 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-c1cc8c21-064f-4b33-889e-a5b523646cfc None None] Provisioning complete for port a05acca7-7ee2-4856-b683-677c9fa39de7 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:15.299003 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c1cc8c21-064f-4b33-889e-a5b523646cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:15.301192 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:15.306480 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6fd2354a-689f-4e93-9be0-3b149c53cf31 admin admin] 10.222.0.62 "PUT /v2.0/routers/9774bf99-6892-4210-a136-aaac86aa39cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236598 Apr 06 14:15:15.344815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc8c21-064f-4b33-889e-a5b523646cfc None None] Port a05acca7-7ee2-4856-b683-677c9fa39de7 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:15:15.538246 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e63e40e2-d79f-454a-8be7-1a3a9b13339e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.140768 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42886) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:16.145636 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539843700', 'description': 'tempest-secgroup-smoke-539843700 description', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:16.229433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.300167 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (51b1d858-5135-4a83-ae78-dc36493f61d7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.372116 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (51b1d858-5135-4a83-ae78-dc36493f61d7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.408637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1d858-5135-4a83-ae78-dc36493f61d7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.482950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.484253 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7d50835c-ed2c-4c1f-80b3-64c3feac38c1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3425312 Apr 06 14:15:16.487196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42890) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:16.491505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:16.588809 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (3b798b97-b4ba-4624-965f-e46c98f216e6), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.647613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (3b798b97-b4ba-4624-965f-e46c98f216e6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.704075 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.704621 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (3b798b97-b4ba-4624-965f-e46c98f216e6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.722033 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b798b97-b4ba-4624-965f-e46c98f216e6,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:16.809127 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.812944 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-96f37b3b-796a-4e2d-b85a-a79201afc310 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221972 Apr 06 14:15:16.813321 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42908) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:16.817769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:16.902903 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (3de9f47f-2735-462e-9950-d137843bab0e), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.917719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:16.966110 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (3de9f47f-2735-462e-9950-d137843bab0e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:16.990961 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:16.991504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.013160 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (3de9f47f-2735-462e-9950-d137843bab0e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.030790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de9f47f-2735-462e-9950-d137843bab0e,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.077769 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:17.078149 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.099702 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:17.115435 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.116685 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-47dcf8be-dd02-4f6f-a00a-5a02b68a0a99 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3023844 Apr 06 14:15:17.119301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42914) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:17.124052 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:17.216124 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.222568 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (0aef916d-bb37-4d0b-afa0-3b25022adca0), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.265778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.282657 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (0aef916d-bb37-4d0b-afa0-3b25022adca0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.353282 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (0aef916d-bb37-4d0b-afa0-3b25022adca0), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.371725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aef916d-bb37-4d0b-afa0-3b25022adca0,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.431884 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.433958 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b4d60ebe-9199-4312-a1f3-71c7c2252ab2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3133419 Apr 06 14:15:17.436595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42918) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:17.441044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:17.468813 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42922) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:17.529433 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (507a917e-07ce-45b5-8036-5701b2d97d20), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.588190 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b86f-8ef7-4fa4-97a7-0174315c48e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.613105 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (507a917e-07ce-45b5-8036-5701b2d97d20), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.675201 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b86f-8ef7-4fa4-97a7-0174315c48e1 admin admin] Publish callbacks [] for security_group (6f5f3c4f-1d82-4fc4-8f02-0d8db4341799), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.720738 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (507a917e-07ce-45b5-8036-5701b2d97d20), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.738762 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507a917e-07ce-45b5-8036-5701b2d97d20,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.753600 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b86f-8ef7-4fa4-97a7-0174315c48e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (6f5f3c4f-1d82-4fc4-8f02-0d8db4341799), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.792997 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dfb5b86f-8ef7-4fa4-97a7-0174315c48e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c585d136594f43b08c690ec8a91f81ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231275 Apr 06 14:15:17.794009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5b86f-8ef7-4fa4-97a7-0174315c48e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f3c4f-1d82-4fc4-8f02-0d8db4341799,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:17.795762 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42934) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:17.836529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.840478 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-75a5a417-4542-47b6-bd2f-a906a826bb1e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4004626 Apr 06 14:15:17.840984 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 42938) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:17.845911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:17.855482 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] Publish callbacks [] for security_group (6f5f3c4f-1d82-4fc4-8f02-0d8db4341799), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.877057 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] Publish callbacks [] for security_group (6f5f3c4f-1d82-4fc4-8f02-0d8db4341799), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.950049 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Project cf00a7dbbc7b445cba66d2e76b313426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:15:17.957938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (02c1173e-0b94-47e8-ab98-6c0eb533d471), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.006816 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (6f5f3c4f-1d82-4fc4-8f02-0d8db4341799), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.009510 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.010679 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f5f3c4f-1d82-4fc4-8f02-0d8db4341799 HTTP/1.1" status: 204 len: 168 time: 0.2138534 Apr 06 14:15:18.020413 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (02c1173e-0b94-47e8-ab98-6c0eb533d471), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.024381 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e657b2-50db-41ce-886c-b76d887cc827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f3c4f-1d82-4fc4-8f02-0d8db4341799,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.092138 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (02c1173e-0b94-47e8-ab98-6c0eb533d471), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.116485 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c1173e-0b94-47e8-ab98-6c0eb533d471,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.206654 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.209625 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.210920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-46237349-838d-436b-b665-5393f2734fba tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3687451 Apr 06 14:15:18.213939 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42952) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:18.218674 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'security_group_rule': {'security_group_id': '51b1d858-5135-4a83-ae78-dc36493f61d7', 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:18.327548 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Project cf00a7dbbc7b445cba66d2e76b313426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:15:18.334690 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (7097892a-b34f-466c-bf67-b576dfea6476), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.400015 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (7097892a-b34f-466c-bf67-b576dfea6476), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.496475 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (7097892a-b34f-466c-bf67-b576dfea6476), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.519044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7097892a-b34f-466c-bf67-b576dfea6476,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.521387 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Sync routers for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:18.531888 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:18.532449 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:15:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:18.592556 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.595479 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-208f303d-599b-4e8b-9ac6-ce44b637bf3c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3803289 Apr 06 14:15:18.723472 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 42978) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:18.738162 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e777857e-06d1-463f-be2a-c9956750ef9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.744564 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:18.820801 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e777857e-06d1-463f-be2a-c9956750ef9f admin admin] Publish callbacks [] for security_group (1ff13bbc-f3ce-4797-b918-0dfe10f29b98), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.881910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e777857e-06d1-463f-be2a-c9956750ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1ff13bbc-f3ce-4797-b918-0dfe10f29b98), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.931803 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:18.936984 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777857e-06d1-463f-be2a-c9956750ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff13bbc-f3ce-4797-b918-0dfe10f29b98,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:18.942979 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e777857e-06d1-463f-be2a-c9956750ef9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58f669568fab42a094f125c9e37f8c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183170 Apr 06 14:15:18.945743 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43012) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:18.996590 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:18.997196 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.031640 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'a05acca7-7ee2-4856-b683-677c9fa39de7', 'name': '', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'mac_address': 'fa:16:3e:18:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:13Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 2, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'subnets': [{'id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:19.045313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] Publish callbacks [] for security_group (1ff13bbc-f3ce-4797-b918-0dfe10f29b98), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.073133 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] Publish callbacks [] for security_group (1ff13bbc-f3ce-4797-b918-0dfe10f29b98), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.080936 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Checking router: 9774bf99-6892-4210-a136-aaac86aa39cc for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:15:19.081297 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Updating router 9774bf99-6892-4210-a136-aaac86aa39cc port a05acca7-7ee2-4856-b683-677c9fa39de7 binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:15:19.094807 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:19.113387 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.193457 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (1ff13bbc-f3ce-4797-b918-0dfe10f29b98), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.196341 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.197492 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ff13bbc-f3ce-4797-b918-0dfe10f29b98 HTTP/1.1" status: 204 len: 168 time: 0.2507586 Apr 06 14:15:19.205993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255d398-fbb3-4c28-b4e0-ff22542c5cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff13bbc-f3ce-4797-b918-0dfe10f29b98,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:19.392385 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks [] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.458161 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.512360 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1867c-7edb-4c58-8d0d-9fc6356e47be None None] Pushing event updated for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:19.583493 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Attempting to bind port a05acca7-7ee2-4856-b683-677c9fa39de7 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:19.584166 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Attempting to bind port a05acca7-7ee2-4856-b683-677c9fa39de7 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:19.584302 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Attempting to bind port a05acca7-7ee2-4856-b683-677c9fa39de7 on network 2272a245-741a-42b1-88ab-515395d12fb1 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:19.590383 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:19.590765 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Checking segment: {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:19.591184 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.591609 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Bound using segment: {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:19.592081 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Bound port: a05acca7-7ee2-4856-b683-677c9fa39de7, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:19.592464 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.668836 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] For port a05acca7-7ee2-4856-b683-677c9fa39de7, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:19.672710 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] For port a05acca7-7ee2-4856-b683-677c9fa39de7, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=a05acca7-7ee2-4856-b683-677c9fa39de7,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:19.777550 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.800232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Provisioning complete for port a05acca7-7ee2-4856-b683-677c9fa39de7 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:19.800818 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.836643 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:19.837286 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:15:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:19.839192 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1867c-7edb-4c58-8d0d-9fc6356e47be None None] Pushing event updated for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:19.882887 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.896611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Current status of the port a05acca7-7ee2-4856-b683-677c9fa39de7 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:19.897632 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.940430 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] For port a05acca7-7ee2-4856-b683-677c9fa39de7, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=a05acca7-7ee2-4856-b683-677c9fa39de7,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:19.973480 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:20.002431 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:20.082159 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3891be-ea4b-4269-a790-e31618244dc1 None None] Pushing event updated for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:20.132385 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2b3c2a21-33bb-4617-ada9-eaf7b2d6f642 None None] Provisioning complete for port a05acca7-7ee2-4856-b683-677c9fa39de7 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:20.132385 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2a21-33bb-4617-ada9-eaf7b2d6f642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:20.232381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c2a21-33bb-4617-ada9-eaf7b2d6f642 None None] Current status of the port a05acca7-7ee2-4856-b683-677c9fa39de7 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:20.236536 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'a05acca7-7ee2-4856-b683-677c9fa39de7', 'name': '', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'mac_address': 'fa:16:3e:18:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:13Z', 'updated_at': '2022-04-06T14:15:19Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'subnets': [{'id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:20.271731 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d775ed-ad9e-43f1-bdfd-58252e23ffc4 None None] The sync data for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi is: [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:15:14Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'a05acca7-7ee2-4856-b683-677c9fa39de7', 'name': '', 'network_id': '2272a245-741a-42b1-88ab-515395d12fb1', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'mac_address': 'fa:16:3e:18:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:13Z', 'updated_at': '2022-04-06T14:15:19Z', 'revision_number': 4, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'subnets': [{'id': '3adf3c45-3feb-402d-948b-aa9c919825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:15:20.935072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device a05acca7-7ee2-4856-b683-677c9fa39de7 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:21.015861 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port a05acca7-7ee2-4856-b683-677c9fa39de7 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:21.016523 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.114693 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port a05acca7-7ee2-4856-b683-677c9fa39de7 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:21.257708 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43092) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:21.497101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-288e6a2c-f64e-4b87-aa8b-ff7f01dd8c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.584545 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-288e6a2c-f64e-4b87-aa8b-ff7f01dd8c66 admin admin] Publish callbacks [] for security_group (01ae3895-c8e4-4a90-9379-4ab29d91e525), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.647070 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-288e6a2c-f64e-4b87-aa8b-ff7f01dd8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (01ae3895-c8e4-4a90-9379-4ab29d91e525), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.693579 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-288e6a2c-f64e-4b87-aa8b-ff7f01dd8c66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e8f4a9350b34944be655b9042a8ec9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345088 Apr 06 14:15:21.694844 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6a2c-f64e-4b87-aa8b-ff7f01dd8c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae3895-c8e4-4a90-9379-4ab29d91e525,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:21.696196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43112) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:21.763103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Publish callbacks [] for security_group (01ae3895-c8e4-4a90-9379-4ab29d91e525), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.787648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Publish callbacks [] for security_group (01ae3895-c8e4-4a90-9379-4ab29d91e525), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.965422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (01ae3895-c8e4-4a90-9379-4ab29d91e525), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.968173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:21.969391 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01ae3895-c8e4-4a90-9379-4ab29d91e525 HTTP/1.1" status: 204 len: 168 time: 0.2715755 Apr 06 14:15:21.977248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae3895-c8e4-4a90-9379-4ab29d91e525,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:21.990411 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.990762 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.991198 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.991824 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.992170 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.992548 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.992898 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.993512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.993695 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.994234 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.994576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.994938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.995277 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.995708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:21.996038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6f01e-6f66-4668-8c94-341ed826f908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:22.591347 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43122) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:22.604654 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bae3-7ec5-4d95-995d-a7dd512acbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:22.682565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bae3-7ec5-4d95-995d-a7dd512acbaa admin admin] Publish callbacks [] for security_group (867829e0-00fc-4a1a-9bcb-bcd73e608ee7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:22.760855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bae3-7ec5-4d95-995d-a7dd512acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (867829e0-00fc-4a1a-9bcb-bcd73e608ee7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:22.800741 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1aa5bae3-7ec5-4d95-995d-a7dd512acbaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71ca0fd5267a4f939cf6f87e8eec02fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082725 Apr 06 14:15:22.801719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5bae3-7ec5-4d95-995d-a7dd512acbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867829e0-00fc-4a1a-9bcb-bcd73e608ee7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:22.806977 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43126) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:22.856730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] Publish callbacks [] for security_group (867829e0-00fc-4a1a-9bcb-bcd73e608ee7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:22.879912 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] Publish callbacks [] for security_group (867829e0-00fc-4a1a-9bcb-bcd73e608ee7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:23.013066 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (867829e0-00fc-4a1a-9bcb-bcd73e608ee7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:23.017917 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:23.022355 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/867829e0-00fc-4a1a-9bcb-bcd73e608ee7 HTTP/1.1" status: 204 len: 168 time: 0.2112489 Apr 06 14:15:23.032425 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c5c4-aafb-4c0d-9521-5c46d3c15cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867829e0-00fc-4a1a-9bcb-bcd73e608ee7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:24.786417 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43174) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:24.900213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2254a4e0-53f5-419e-b530-32ab3fc0090d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:24.976860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2254a4e0-53f5-419e-b530-32ab3fc0090d admin admin] Publish callbacks [] for security_group (32144f74-e9f6-48df-acef-129adc27d17e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.040802 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2254a4e0-53f5-419e-b530-32ab3fc0090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (32144f74-e9f6-48df-acef-129adc27d17e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.082456 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254a4e0-53f5-419e-b530-32ab3fc0090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32144f74-e9f6-48df-acef-129adc27d17e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.087804 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2254a4e0-53f5-419e-b530-32ab3fc0090d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3145d39cb7a4951a0b576178bbbc60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993603 Apr 06 14:15:25.089962 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43182) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:25.147526 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] Publish callbacks [] for security_group (32144f74-e9f6-48df-acef-129adc27d17e), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.170117 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] Publish callbacks [] for security_group (32144f74-e9f6-48df-acef-129adc27d17e), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.177826 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43184) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:25.290726 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (32144f74-e9f6-48df-acef-129adc27d17e), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.294148 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.296024 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32144f74-e9f6-48df-acef-129adc27d17e HTTP/1.1" status: 204 len: 168 time: 0.2047744 Apr 06 14:15:25.299685 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-90d4a572-6dfd-41f1-8c64-dc7ccbb5bdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.309355 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8aabd-68eb-4c1c-bd5a-a87cda087020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32144f74-e9f6-48df-acef-129adc27d17e,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.401107 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-90d4a572-6dfd-41f1-8c64-dc7ccbb5bdbd admin admin] Publish callbacks [] for security_group (5933972f-c1b9-4204-91f8-943065267fd2), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.462101 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-90d4a572-6dfd-41f1-8c64-dc7ccbb5bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5933972f-c1b9-4204-91f8-943065267fd2), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.499648 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4a572-6dfd-41f1-8c64-dc7ccbb5bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5933972f-c1b9-4204-91f8-943065267fd2,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:25.504378 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-90d4a572-6dfd-41f1-8c64-dc7ccbb5bdbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cecf501dfb543c681e3b8f0ec6adc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254676 Apr 06 14:15:25.507313 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43190) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:25.556547 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] Publish callbacks [] for security_group (5933972f-c1b9-4204-91f8-943065267fd2), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.582761 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] Publish callbacks [] for security_group (5933972f-c1b9-4204-91f8-943065267fd2), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.702141 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (5933972f-c1b9-4204-91f8-943065267fd2), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.705025 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:25.708693 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5933972f-c1b9-4204-91f8-943065267fd2 HTTP/1.1" status: 204 len: 168 time: 0.1978841 Apr 06 14:15:25.719335 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a582f-3967-4791-9cdd-70430ca129fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5933972f-c1b9-4204-91f8-943065267fd2,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:26.345866 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43216) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:26.359131 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-804a42d5-805f-4287-bae9-8f7503aeec88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.412496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43218) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:26.447195 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-804a42d5-805f-4287-bae9-8f7503aeec88 admin admin] Publish callbacks [] for security_group (bff3e6a1-d012-401a-8705-b11cefd7f0e1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.501704 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-804a42d5-805f-4287-bae9-8f7503aeec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bff3e6a1-d012-401a-8705-b11cefd7f0e1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.514778 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1944086150-network', 'tenant_id': '4a1583c318ed46098df8da862bd8b592'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:26.540935 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-804a42d5-805f-4287-bae9-8f7503aeec88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7ec62e5b8614865ac6e0b40d54d7d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939614 Apr 06 14:15:26.543281 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a42d5-805f-4287-bae9-8f7503aeec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3e6a1-d012-401a-8705-b11cefd7f0e1,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:26.543836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43222) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:26.594557 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] Publish callbacks [] for security_group (bff3e6a1-d012-401a-8705-b11cefd7f0e1), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.596017 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Made reservation on behalf of 4a1583c318ed46098df8da862bd8b592 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:26.598246 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.612438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.639464 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] Publish callbacks [] for security_group (bff3e6a1-d012-401a-8705-b11cefd7f0e1), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.728096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks [] for security_group (464d2d1c-9822-4fc1-baa6-e557d5dcfea3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.772455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bff3e6a1-d012-401a-8705-b11cefd7f0e1), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.775166 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.778172 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bff3e6a1-d012-401a-8705-b11cefd7f0e1 HTTP/1.1" status: 204 len: 168 time: 0.2315426 Apr 06 14:15:26.789944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf1fc1-d532-45f0-bb2a-7defe4898ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3e6a1-d012-401a-8705-b11cefd7f0e1,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:26.806730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (464d2d1c-9822-4fc1-baa6-e557d5dcfea3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.836101 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:15:26.845408 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d2d1c-9822-4fc1-baa6-e557d5dcfea3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:26.852178 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (01675558-db42-48db-aebd-87c38608650c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.852662 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Added segment 01675558-db42-48db-aebd-87c38608650c of type vlan for network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 Apr 06 14:15:26.896769 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.989387 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:26.990379 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:26.990975 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:27.055665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:27.066422 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:15:27.119198 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43230) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:27.119555 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6d72e610-285b-480f-b44c-90e2d10d83c5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7049634 Apr 06 14:15:27.124432 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Request body: {'subnet': {'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1944086150-subnet', 'tenant_id': '4a1583c318ed46098df8da862bd8b592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:27.204925 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Made reservation on behalf of 4a1583c318ed46098df8da862bd8b592 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:27.207423 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9438407'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:27.441079 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9438425'] for subnet (ff5071ae-18f7-471d-bf50-a17c84566570), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:27.502274 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5071ae-18f7-471d-bf50-a17c84566570,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:27.513359 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Checking segment: {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:27.513766 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Network hostable DHCP agents. Network: e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:15:27.594998 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:15:27.663730 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:27.668587 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:27.672824 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:27.674256 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efb0964-0eb4-4d97-bded-f9bea1d73ea9 None None] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:27.767856 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-da599895-e7a0-4dcd-b28e-0335fbbcd0b5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6472547 Apr 06 14:15:27.796903 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537db203-8bb9-476d-b54a-a43cf4c9bae8 None None] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:15:30.005933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-44c918af-1e16-45e3-ae34-8a1217242f43 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:30.007428 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-44c918af-1e16-45e3-ae34-8a1217242f43 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/networks?id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 200 len: 814 time: 0.1023185 Apr 06 14:15:30.023771 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-2e4c2fdb-a649-4f06-a498-98e86fe223f5 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/quotas/4a1583c318ed46098df8da862bd8b592 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Apr 06 14:15:30.063966 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-4de90992-34fc-43f9-9767-c8e38d500be3 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346603 Apr 06 14:15:30.270026 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-59e86ab5-3491-4048-8610-b702838098cc service neutron] 10.222.0.62 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906068 Apr 06 14:15:30.366305 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-2e46f7a7-e325-4395-8530-688311bfc24e service neutron] 10.222.0.62 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905399 Apr 06 14:15:30.584978 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a6fa47e-cced-4c21-9029-efbe4bfb2bc0 req-86c626a6-f71b-43ed-a86b-c8235498d84a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0278978 Apr 06 14:15:31.663340 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a72d252-8984-41e8-b02f-dfcf32e21750 req-93713475-a1e2-4747-ae1f-7c754fec3394 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0280650 Apr 06 14:15:32.739796 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-300ae98e-ac4e-48fd-b9a3-2f47f7e2ab87 req-a55050b8-e4c2-4ad2-93f9-bae93f838e59 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0269785 Apr 06 14:15:33.815896 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a66b1aa-a876-4b14-b1cd-c03a6ba681c6 req-5d9fbb24-c5aa-4de9-ac00-55195d5f5435 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0269110 Apr 06 14:15:34.912371 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88894dfe-17ce-409f-91e8-69bfb25ef676 req-341bf785-104e-4257-b6bf-deb3b00971a0 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0301044 Apr 06 14:15:35.517758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-7c6913fe-88a5-4094-a4b8-fd60a8eec6cd tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539843700&fields=id&tenant_id=cf00a7dbbc7b445cba66d2e76b313426 HTTP/1.1" status: 200 len: 267 time: 0.0479352 Apr 06 14:15:35.623116 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-55f478a5-a05e-4989-b375-b30b855a2424 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:35.624403 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-55f478a5-a05e-4989-b375-b30b855a2424 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 808 time: 0.0999901 Apr 06 14:15:35.639785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-b3c92049-cc3d-4bb8-8a72-5272213ead9f tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/quotas/cf00a7dbbc7b445cba66d2e76b313426 HTTP/1.1" status: 200 len: 375 time: 0.0098150 Apr 06 14:15:35.695960 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-951dcb5f-e735-429f-9ed9-bfab42dacd7c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501235 Apr 06 14:15:35.798035 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-d9700460-4bf2-4feb-9411-78c5639ff36d service neutron] 10.222.0.62 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898185 Apr 06 14:15:35.895520 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-0da08aed-5b04-4ef8-83b1-18eec43f66cc service neutron] 10.222.0.62 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916860 Apr 06 14:15:36.038664 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-527825c9-cd6d-41f0-a033-774450d12df3 req-d5eb066f-6fd4-406f-8edc-5c32f283527d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0390658 Apr 06 14:15:36.500659 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-973ac539-7094-4a84-8790-bcb3614bf545 req-7ab2467a-9933-4366-9bb2-d13ead8123bd tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.0305033 Apr 06 14:15:37.032025 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-1134ccf6-78c3-49b4-8b84-92f938d3d37e tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:37.033575 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-1134ccf6-78c3-49b4-8b84-92f938d3d37e tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "GET /v2.0/networks?id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 200 len: 814 time: 0.1055822 Apr 06 14:15:37.051742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Request body: {'port': {'device_id': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15', 'admin_state_up': True, 'tenant_id': '4a1583c318ed46098df8da862bd8b592'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:37.143950 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56d36d19-620c-4b61-8bf0-4e013dabcefc req-c37c3228-db18-4861-b6de-dbc4e7559032 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0339534 Apr 06 14:15:37.257832 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Made reservation on behalf of 4a1583c318ed46098df8da862bd8b592 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:37.261531 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:37.392443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Allocated IP 172.20.0.10 (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15/ff5071ae-18f7-471d-bf50-a17c84566570/190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:37.537325 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks [] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:37.609105 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e597b4af-1ac5-4138-8481-25e4c4d9df57 req-1a6a5ea9-887f-44f2-8543-af98e3e57e25 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.0277960 Apr 06 14:15:37.650612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:37.695664 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:37.706541 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:37.709174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:37.713496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Pushing event updated for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:37.760317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:37.761151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:37.854493 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-f22602ef-90c8-41dc-989b-f7dfe0ee760d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070352 Apr 06 14:15:37.870779 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Request body: {'port': {'device_id': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:37.948955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.119738 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43458) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:38.221324 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:15:38.236988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-761b0a19-9c21-48d3-8a2e-0ba67b3e8a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.237217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks [] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.270466 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Transition to ACTIVE for port object 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:15:38.292742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e07f58-8021-4330-9676-4d29aff8896b req-1afedabf-ad04-4fec-b818-a387a6668d8c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:38.294367 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2e07f58-8021-4330-9676-4d29aff8896b req-1afedabf-ad04-4fec-b818-a387a6668d8c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 932 time: 0.0755239 Apr 06 14:15:38.316166 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-761b0a19-9c21-48d3-8a2e-0ba67b3e8a29 admin admin] Publish callbacks [] for security_group (674f69e3-9874-4bfe-ae53-0355e4ca9595), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.324783 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.370272 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-761b0a19-9c21-48d3-8a2e-0ba67b3e8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (674f69e3-9874-4bfe-ae53-0355e4ca9595), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.370743 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2e07f58-8021-4330-9676-4d29aff8896b req-42d7caa7-ecf9-430e-9d93-2f1b35b0f3a6 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Apr 06 14:15:38.411571 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Pushing event updated for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.414988 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-761b0a19-9c21-48d3-8a2e-0ba67b3e8a29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec5ca460034341e4909eb691cc2e0734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918770 Apr 06 14:15:38.414988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b0a19-9c21-48d3-8a2e-0ba67b3e8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f69e3-9874-4bfe-ae53-0355e4ca9595,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.416028 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43464) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:38.467421 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] Publish callbacks [] for security_group (674f69e3-9874-4bfe-ae53-0355e4ca9595), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.481579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Attempting to bind port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:38.481959 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Attempting to bind port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:38.482287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Attempting to bind port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:38.486696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:15:38.487026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Attempting to bind port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:38.489377 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] Publish callbacks [] for security_group (674f69e3-9874-4bfe-ae53-0355e4ca9595), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.492227 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:38.492564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Checking segment: {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:38.492951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Bound using segment: {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:38.493376 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Bound port: 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:38.493742 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.559991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:38.563800 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:38.629189 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (674f69e3-9874-4bfe-ae53-0355e4ca9595), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.631739 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.635700 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/674f69e3-9874-4bfe-ae53-0355e4ca9595 HTTP/1.1" status: 204 len: 168 time: 0.2186160 Apr 06 14:15:38.644602 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b0b97-2c8f-4cd7-aacf-e091508d4c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f69e3-9874-4bfe-ae53-0355e4ca9595,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.658805 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.707126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:38.707784 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:38.709183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] 10.222.0.46 "PUT /v2.0/ports/190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c HTTP/1.1" status: 200 len: 1094 time: 0.8424041 Apr 06 14:15:38.709636 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:38.711914 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eba6ef-4109-401b-88b3-e88dec53d936" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:15:38.737278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-e661e2d1-f64b-44cf-b8c4-715c6945f33f tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:38.738814 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-e661e2d1-f64b-44cf-b8c4-715c6945f33f tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 808 time: 0.1618690 Apr 06 14:15:38.756648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b95eac-ade9-430f-8bed-cadd55ae55cb x-openstack-request-id: req-53b95eac-ade9-430f-8bed-cadd55ae55cb {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:15:38.757001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:15:38.757191 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53b95eac-ade9-430f-8bed-cadd55ae55cb {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:15:38.757594 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b95eac-ade9-430f-8bed-cadd55ae55cb'] response: {'name': 'network-changed', 'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c', 'status': 'completed', 'code': 200} Apr 06 14:15:38.759595 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad902907-6c1d-4c03-b424-ebe8a820a724 req-d98ab47f-4d24-4137-8165-dbbefac286e4 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.0450540 Apr 06 14:15:38.786206 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df5958-ac9f-4fa5-935a-38bfa0284bfa service neutron] Pushing event updated for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:38.867500 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-c597c887-f4fd-43e4-b3bc-04423e098383 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf00a7dbbc7b445cba66d2e76b313426 HTTP/1.1" status: 200 len: 379 time: 0.0867879 Apr 06 14:15:38.879128 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'port': {'device_id': '51dae6a0-e55b-415c-a520-2517374215b7', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'admin_state_up': True, 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'security_groups': ['51b1d858-5135-4a83-ae78-dc36493f61d7']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:38.888773 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-fa3e1817-fa83-4726-bbfe-b3fe224b0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:38.888773 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-fa3e1817-fa83-4726-bbfe-b3fe224b0c4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 1128 time: 0.0835736 Apr 06 14:15:39.051927 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-e3496a77-abf4-482d-8622-2947b4850ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.053380 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-e3496a77-abf4-482d-8622-2947b4850ae2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4a1583c318ed46098df8da862bd8b592&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1527560 Apr 06 14:15:39.151846 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-16c0bf4e-a001-4088-89f4-46031c850d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.153290 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69eba6ef-4109-401b-88b3-e88dec53d936 req-16c0bf4e-a001-4088-89f4-46031c850d9e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943141 Apr 06 14:15:39.198876 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Made reservation on behalf of cf00a7dbbc7b445cba66d2e76b313426 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:15:39.203287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.293148 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43474) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:39.306868 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80bf5f6a-4bc7-4fbd-878d-86bf528e526e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.316960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-7dd1f101-c699-478e-8531-e130df1150ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.318564 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-7dd1f101-c699-478e-8531-e130df1150ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 1128 time: 0.1021686 Apr 06 14:15:39.384785 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80bf5f6a-4bc7-4fbd-878d-86bf528e526e admin admin] Publish callbacks [] for security_group (f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.385752 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-a67c7254-3dbc-4360-89e6-d2efdfba6cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c HTTP/1.1" status: 200 len: 217 time: 0.0428174 Apr 06 14:15:39.434538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Allocated IP 172.20.0.5 (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994/a51f3afd-b658-4567-9bce-f1cab8d678fb/63b0b380-9058-49a3-9862-1d2dabb62f0b) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:39.482401 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-0ebd0e1c-b8e9-45b0-bdeb-a8a6f306b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.483871 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-0ebd0e1c-b8e9-45b0-bdeb-a8a6f306b82b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff5071ae-18f7-471d-bf50-a17c84566570 HTTP/1.1" status: 200 len: 854 time: 0.0911279 Apr 06 14:15:39.492267 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80bf5f6a-4bc7-4fbd-878d-86bf528e526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.536247 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-80bf5f6a-4bc7-4fbd-878d-86bf528e526e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f561167e91dc40dd98d0ee84ddbf903d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392097 Apr 06 14:15:39.536247 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf5f6a-4bc7-4fbd-878d-86bf528e526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:39.538137 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43478) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:39.548245 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-1227a9e8-4f2a-49af-a949-302ddf0fd7c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469778 Apr 06 14:15:39.588832 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] Publish callbacks [] for security_group (f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.612424 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] Publish callbacks [] for security_group (f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.649887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9e9a0-44ac-4a12-94c2-4823f54d66b8 req-3a8fd59b-54c9-42bf-a2a2-cb93f33ff0ee tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:39.651401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9c9e9a0-44ac-4a12-94c2-4823f54d66b8 req-3a8fd59b-54c9-42bf-a2a2-cb93f33ff0ee tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 944 time: 0.2082436 Apr 06 14:15:39.725125 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.728051 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.729258 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9 HTTP/1.1" status: 204 len: 168 time: 0.1902034 Apr 06 14:15:39.737973 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456da656-deb5-4803-b2b0-95383fedbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c8e9c4-1fe3-4c07-a307-bff8c46ba8a9,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:39.774870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.783855 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-eca448f6-4445-479d-8cc1-c2c58c7998b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197673 Apr 06 14:15:39.788558 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9c9e9a0-44ac-4a12-94c2-4823f54d66b8 req-18135b70-5021-42d9-9222-b3e1a1ea4eb2 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292121 Apr 06 14:15:40.166609 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8b1d4050-7f45-40c6-9a20-d9358d607b9d req-adaf29a3-4224-4731-943c-3212aa31680f tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.3108366 Apr 06 14:15:40.200296 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-49088b55-94ef-4e3f-9111-143fa3d64388 req-540660f0-c6e8-4f4c-b30c-6cd82b220959 service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084172 Apr 06 14:15:40.262170 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.304244 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:40.309362 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:40.313753 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:40.320239 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.368585 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:40.368585 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.471766 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-f344f542-4777-4ace-9447-0b15ead6d32e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5969727 Apr 06 14:15:40.516747 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43486) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:40.529628 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f48b6cbb-9166-4147-92bc-df918078c9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.591061 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-1925ab68-fb51-4d55-81a8-9ff060eb865b None None] Provisioning complete for port 63b0b380-9058-49a3-9862-1d2dabb62f0b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:40.591925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1925ab68-fb51-4d55-81a8-9ff060eb865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.602476 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f48b6cbb-9166-4147-92bc-df918078c9e7 admin admin] Publish callbacks [] for security_group (79878e83-9ae7-4853-96ee-e7072dd82f68), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.626383 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-1925ab68-fb51-4d55-81a8-9ff060eb865b None None] Port 63b0b380-9058-49a3-9862-1d2dabb62f0b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:15:40.661867 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f48b6cbb-9166-4147-92bc-df918078c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (79878e83-9ae7-4853-96ee-e7072dd82f68), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.701155 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f48b6cbb-9166-4147-92bc-df918078c9e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f584490f9494947b42e48182d5ecc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833296 Apr 06 14:15:40.702013 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b6cbb-9166-4147-92bc-df918078c9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79878e83-9ae7-4853-96ee-e7072dd82f68,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.703887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43488) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:40.758168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] Publish callbacks [] for security_group (79878e83-9ae7-4853-96ee-e7072dd82f68), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.779122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] Publish callbacks [] for security_group (79878e83-9ae7-4853-96ee-e7072dd82f68), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.910129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056615f0-b06e-47b8-bb42-a8651126632c req-8e734c39-78a4-41c2-aa20-b35cf06d169a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:40.911625 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-056615f0-b06e-47b8-bb42-a8651126632c req-8e734c39-78a4-41c2-aa20-b35cf06d169a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 944 time: 0.0532000 Apr 06 14:15:40.912714 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (79878e83-9ae7-4853-96ee-e7072dd82f68), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.915319 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.916369 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79878e83-9ae7-4853-96ee-e7072dd82f68 HTTP/1.1" status: 204 len: 168 time: 0.2114992 Apr 06 14:15:40.933761 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df77859-5f4e-44a9-ae79-8bbe436314e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79878e83-9ae7-4853-96ee-e7072dd82f68,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:40.973802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-056615f0-b06e-47b8-bb42-a8651126632c req-5926252c-0006-4550-b78d-1dd1cc1c440c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547190 Apr 06 14:15:41.037770 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Request body: {'port': {'device_id': '51dae6a0-e55b-415c-a520-2517374215b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:41.097512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.348392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ffd7e-4cac-4ca6-b249-ec6f0ee63e24 req-9c2800b0-150a-4db9-ba3e-44c162c7ccb0 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:41.349892 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a0ffd7e-4cac-4ca6-b249-ec6f0ee63e24 req-9c2800b0-150a-4db9-ba3e-44c162c7ccb0 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 931 time: 0.0896382 Apr 06 14:15:41.435723 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b0b380-9058-49a3-9862-1d2dabb62f0b {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:15:41.447422 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks [] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.453472 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a0ffd7e-4cac-4ca6-b249-ec6f0ee63e24 req-0dcd71e7-2461-46c0-a56f-8ce5d7584291 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972407 Apr 06 14:15:41.464332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Transition to ACTIVE for port object 63b0b380-9058-49a3-9862-1d2dabb62f0b will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:15:41.531703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.607643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:41.658706 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Attempting to bind port 63b0b380-9058-49a3-9862-1d2dabb62f0b on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:15:41.659052 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Attempting to bind port 63b0b380-9058-49a3-9862-1d2dabb62f0b by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:15:41.659417 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Attempting to bind port 63b0b380-9058-49a3-9862-1d2dabb62f0b on network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:41.663999 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Port 63b0b380-9058-49a3-9862-1d2dabb62f0b on network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:15:41.664329 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Attempting to bind port 63b0b380-9058-49a3-9862-1d2dabb62f0b on network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:15:41.669407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:15:41.669750 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Checking segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:15:41.670144 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Bound using segment: {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:15:41.670816 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Bound port: 63b0b380-9058-49a3-9862-1d2dabb62f0b, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740fb00d-8b47-49b8-bb65-f2c3557a5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:15:41.670948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.741588 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:15:41.745447 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:15:41.823591 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.857536 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:41.858229 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.859457 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] 10.222.0.46 "PUT /v2.0/ports/63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 1093 time: 0.8261530 Apr 06 14:15:41.859909 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:41.862202 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539ff1c-3534-4f22-9f91-81e6c12e3f49" -d '{"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:15:41.889887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d04ba-9cce-4434-bb78-a07202b959bf service neutron] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:41.909005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79664b32-39f8-45e1-af2f-0f3afe48d2d5 x-openstack-request-id: req-79664b32-39f8-45e1-af2f-0f3afe48d2d5 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:15:41.909387 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:15:41.909741 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79664b32-39f8-45e1-af2f-0f3afe48d2d5 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:15:41.910243 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79664b32-39f8-45e1-af2f-0f3afe48d2d5'] response: {'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'status': 'completed', 'code': 200} Apr 06 14:15:42.006935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-491f1b87-0bdd-438a-878d-d3a828296f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.008641 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-491f1b87-0bdd-438a-878d-d3a828296f12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1127 time: 0.0589218 Apr 06 14:15:42.166395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b09b0-f843-41e9-9b76-64a7f27e7473 req-88eccec6-fcef-406e-82b0-c796a4fa266f tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.167895 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-580b09b0-f843-41e9-9b76-64a7f27e7473 req-88eccec6-fcef-406e-82b0-c796a4fa266f tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 944 time: 0.0889106 Apr 06 14:15:42.168844 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-150f5f97-d9b1-44ee-ab1c-6083b57c85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.170192 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-150f5f97-d9b1-44ee-ab1c-6083b57c85dc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1449449 Apr 06 14:15:42.277060 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-580b09b0-f843-41e9-9b76-64a7f27e7473 req-4c6b03f7-bf25-40d8-8f56-78af5609dac6 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027448 Apr 06 14:15:42.303488 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-bfec4817-c2cf-45c6-a591-1d4e3f3b71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.304995 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3539ff1c-3534-4f22-9f91-81e6c12e3f49 req-bfec4817-c2cf-45c6-a591-1d4e3f3b71d1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288767 Apr 06 14:15:42.407196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-9666f286-3184-46b3-9ef0-415e5d90da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.408611 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-9666f286-3184-46b3-9ef0-415e5d90da6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1127 time: 0.0462811 Apr 06 14:15:42.455059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-cbe1b572-d207-4920-8149-5a39f65905ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 217 time: 0.0337594 Apr 06 14:15:42.505564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-3d9b7e1f-fd73-45fc-9dca-c134201a4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.507080 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-3d9b7e1f-fd73-45fc-9dca-c134201a4c10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0467916 Apr 06 14:15:42.586069 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-5e5ee7b8-8266-4ae3-ad56-fad6cf7522b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.587643 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-5e5ee7b8-8266-4ae3-ad56-fad6cf7522b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750449 Apr 06 14:15:42.608632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656a6c-d71e-4ead-97b4-4c7523fa93a4 req-9411a119-c3b9-430b-beab-fdf80d6f58f9 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:42.610043 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a656a6c-d71e-4ead-97b4-4c7523fa93a4 req-9411a119-c3b9-430b-beab-fdf80d6f58f9 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0729320 Apr 06 14:15:42.640593 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:42.709527 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a656a6c-d71e-4ead-97b4-4c7523fa93a4 req-fa8d2f99-5d4f-4858-8968-a74e61fe07a5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900915 Apr 06 14:15:42.723830 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-45a670da-8ea6-4e35-a652-fbe9b6e7e682 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294239 Apr 06 14:15:42.794997 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-51e24083-6e33-4ea3-a375-a2018f3646b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:42.818446 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaa0b4e9-f5f4-423e-be06-422f760388b0 req-61493a1a-e20b-4af1-b5c5-e1e213a82feb service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890262 Apr 06 14:15:43.337013 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:15:43.405317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ff7eb-3a90-4600-aefd-5f2c8a382b7d req-ec6f2108-8292-4258-890e-8cc92a3a1606 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:43.406805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-216ff7eb-3a90-4600-aefd-5f2c8a382b7d req-ec6f2108-8292-4258-890e-8cc92a3a1606 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 944 time: 0.0589702 Apr 06 14:15:43.441571 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:43.453628 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-216ff7eb-3a90-4600-aefd-5f2c8a382b7d req-92cd3818-62cb-440c-ab0e-513a7078296c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Apr 06 14:15:43.454187 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c', 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15', 'port_id': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c', 'mac_address': 'fa:16:3e:f2:aa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5071ae-18f7-471d-bf50-a17c84566570', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:15:43.490246 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:43.490635 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:43.504156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:15:43.523898 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:43.600373 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:43.652613 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:43.825062 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc3a2a-de1a-4ed7-b561-756ae3f773f9 req-46863434-5293-4eff-a420-bcb7b8d403aa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:43.827248 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bbc3a2a-de1a-4ed7-b561-756ae3f773f9 req-46863434-5293-4eff-a420-bcb7b8d403aa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0522845 Apr 06 14:15:43.875522 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bbc3a2a-de1a-4ed7-b561-756ae3f773f9 req-4a9ee136-4a17-4e03-93cb-fc021a547417 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Apr 06 14:15:43.903512 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:15:44.578174 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dd0d4-659e-4a39-aa3d-523909c2086d req-1d0a873f-19d2-49eb-a70a-17bcdce6de14 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:44.580186 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd3dd0d4-659e-4a39-aa3d-523909c2086d req-1d0a873f-19d2-49eb-a70a-17bcdce6de14 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 945 time: 0.0582035 Apr 06 14:15:44.627790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd3dd0d4-659e-4a39-aa3d-523909c2086d req-3f6e0b0a-49de-431a-a4db-2016dd3ba49b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Apr 06 14:15:44.996187 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118d02-d67a-406d-93c8-4e8c5e573eaf req-8c3e7506-9ac6-4d21-bd74-f45695a9ad5b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:44.997764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3118d02-d67a-406d-93c8-4e8c5e573eaf req-8c3e7506-9ac6-4d21-bd74-f45695a9ad5b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0526583 Apr 06 14:15:45.046805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3118d02-d67a-406d-93c8-4e8c5e573eaf req-629de3e0-d795-47f1-9538-0e4818433c69 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Apr 06 14:15:45.349039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:45.468457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:15:45.472190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:45.472567 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:45.510675 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bf7039a7-5f0c-410f-b0dd-197e7ae5d458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:45.549958 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:45.550340 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:45.572232 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:45.574451 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7214e15-6033-437a-a687-8dcc9fc25516" -d '{"events": [{"server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "name": "network-vif-plugged", "status": "completed", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:15:45.587003 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:45.612327 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476025a1-d4cb-49d3-bade-73d797ce1836 x-openstack-request-id: req-476025a1-d4cb-49d3-bade-73d797ce1836 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:15:45.612617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "name": "network-vif-plugged", "status": "completed", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:15:45.612870 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-476025a1-d4cb-49d3-bade-73d797ce1836 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:15:45.613263 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476025a1-d4cb-49d3-bade-73d797ce1836'] response: {'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c', 'code': 200} Apr 06 14:15:45.646224 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:45.701929 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:45.769397 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246179-a7b7-4079-9ccc-6857f0ee6550 req-48fe1201-fc97-4835-bf8d-b01fc7a89f14 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:45.770919 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c246179-a7b7-4079-9ccc-6857f0ee6550 req-48fe1201-fc97-4835-bf8d-b01fc7a89f14 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0530229 Apr 06 14:15:45.822847 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c246179-a7b7-4079-9ccc-6857f0ee6550 req-7fd5d681-036e-4854-ac2a-9d0f7ffdd7ec tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Apr 06 14:15:45.941072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def65dc-54d9-4796-9634-8effb6bcf0ed req-4fbc5a17-428a-4b8c-a2a9-06bc79a9b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:45.942674 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2def65dc-54d9-4796-9634-8effb6bcf0ed req-4fbc5a17-428a-4b8c-a2a9-06bc79a9b87e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 1130 time: 0.0451605 Apr 06 14:15:45.989594 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2def65dc-54d9-4796-9634-8effb6bcf0ed req-f95b176f-b0cf-4ae4-8ba8-a2d9fb5ce4a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Apr 06 14:15:46.174183 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677d0de-a644-4629-a555-cf36fef5a283 req-5575bee3-69a5-4f32-93a0-f6117e993537 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:46.174183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f677d0de-a644-4629-a555-cf36fef5a283 req-5575bee3-69a5-4f32-93a0-f6117e993537 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0584104 Apr 06 14:15:46.227982 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f677d0de-a644-4629-a555-cf36fef5a283 req-45430e2f-3a2f-4468-9128-5e0e88a1297c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497658 Apr 06 14:15:46.695511 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:46.945694 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d8dca-e316-444a-8161-468fcc49f1bb req-db1ef3e5-8a2d-486d-b409-9eab8cb50f9b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:46.947226 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-279d8dca-e316-444a-8161-468fcc49f1bb req-db1ef3e5-8a2d-486d-b409-9eab8cb50f9b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0566423 Apr 06 14:15:46.995386 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-279d8dca-e316-444a-8161-468fcc49f1bb req-f7814a2f-c0dd-4d8f-b048-534e918b393b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Apr 06 14:15:47.356986 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422da8-079e-40d9-b022-803042b67009 req-2b811994-a642-4fc1-9845-2b8253e7d5f3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:47.358705 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26422da8-079e-40d9-b022-803042b67009 req-2b811994-a642-4fc1-9845-2b8253e7d5f3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0637038 Apr 06 14:15:47.410652 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26422da8-079e-40d9-b022-803042b67009 req-62899006-4d10-4614-8dc4-3a62ea5aa98f tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457864 Apr 06 14:15:48.120867 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a6f77-d123-459b-9e52-83273a260128 req-6c31564e-8589-4ffa-8230-9bf655567641 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.122437 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-479a6f77-d123-459b-9e52-83273a260128 req-6c31564e-8589-4ffa-8230-9bf655567641 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0583947 Apr 06 14:15:48.158806 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:48.180802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-479a6f77-d123-459b-9e52-83273a260128 req-129bf270-113c-4d51-81d5-76180b7ca4a0 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Apr 06 14:15:48.549773 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493dca0-b8ef-448b-a770-56bd6b355523 req-afd2c8ae-b2cf-404c-bee3-0d9575fcee79 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:48.551239 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3493dca0-b8ef-448b-a770-56bd6b355523 req-afd2c8ae-b2cf-404c-bee3-0d9575fcee79 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0718374 Apr 06 14:15:48.606642 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3493dca0-b8ef-448b-a770-56bd6b355523 req-9588f9c7-25e6-478f-a39b-b1d47e1d637a tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488198 Apr 06 14:15:49.726680 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8082-a9ec-4673-aed5-c73fdf10cda7 req-91d78c46-85eb-4bfc-ae21-ed82877d25fb tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:49.728183 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c24d8082-a9ec-4673-aed5-c73fdf10cda7 req-91d78c46-85eb-4bfc-ae21-ed82877d25fb tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0536923 Apr 06 14:15:49.778812 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c24d8082-a9ec-4673-aed5-c73fdf10cda7 req-426f9c1a-4f34-4da5-a672-d15d3655919b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442905 Apr 06 14:15:49.838518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:50.908377 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd072a-c534-4edb-abba-75da468bd1b3 req-b1fe8102-ee3e-4157-96fe-8a13c728cb49 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:50.909871 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33dd072a-c534-4edb-abba-75da468bd1b3 req-b1fe8102-ee3e-4157-96fe-8a13c728cb49 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0583372 Apr 06 14:15:50.960512 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33dd072a-c534-4edb-abba-75da468bd1b3 req-bfab2572-287d-49f9-b4d1-c019e0d9dcff tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450583 Apr 06 14:15:51.368858 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:15:51.605925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:51.617787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'mac_address': 'fa:16:3e:bb:c4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:15:51.656651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 63b0b380-9058-49a3-9862-1d2dabb62f0b is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:51.656965 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:51.670249 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b0b380-9058-49a3-9862-1d2dabb62f0b {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:15:51.689987 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:51.771742 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:51.797325 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:51.823072 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:52.074355 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['63b0b380-9058-49a3-9862-1d2dabb62f0b'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:15:52.080632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb0ce3-a62c-43b5-8eb2-c420218bb2eb req-62b2a361-6083-48f9-b0a2-2c345f4a1f8a tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:52.082311 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0eb0ce3-a62c-43b5-8eb2-c420218bb2eb req-62b2a361-6083-48f9-b0a2-2c345f4a1f8a tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 944 time: 0.0537741 Apr 06 14:15:52.134444 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d0eb0ce3-a62c-43b5-8eb2-c420218bb2eb req-eae4b111-0081-43bc-b82a-8016ff75d028 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Apr 06 14:15:53.257997 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170c450-0229-4a0a-a50b-247144f889b1 req-d14d3dda-edc1-45a0-b949-b73a621cbf8b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:53.259513 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b170c450-0229-4a0a-a50b-247144f889b1 req-d14d3dda-edc1-45a0-b949-b73a621cbf8b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 944 time: 0.0578315 Apr 06 14:15:53.309666 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b170c450-0229-4a0a-a50b-247144f889b1 req-e5f6ceb1-d7f3-49fe-b881-da6808af8daf tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Apr 06 14:15:53.381573 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:15:53.495816 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 63b0b380-9058-49a3-9862-1d2dabb62f0b completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:15:53.500639 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 63b0b380-9058-49a3-9862-1d2dabb62f0b triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:15:53.501093 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:53.600351 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 63b0b380-9058-49a3-9862-1d2dabb62f0b is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:15:53.600747 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:53.626883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:53.629156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a27b5c-afd1-4e46-9296-95647c9e870d" -d '{"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-plugged", "status": "completed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:15:53.642447 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:15:53.664642 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c5c2f-1664-44af-94b9-c3581d2ca78f x-openstack-request-id: req-e47c5c2f-1664-44af-94b9-c3581d2ca78f {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:15:53.664942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-plugged", "status": "completed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:15:53.665221 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e47c5c2f-1664-44af-94b9-c3581d2ca78f {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:15:53.665619 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47c5c2f-1664-44af-94b9-c3581d2ca78f'] response: {'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'code': 200} Apr 06 14:15:53.713039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:53.761401 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.088887 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 43732) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:54.199077 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.203080 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735330f2-4f70-4566-b0b0-76280a68fe6c req-456d4f57-2300-42b7-8f86-1e93416232a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.204869 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-735330f2-4f70-4566-b0b0-76280a68fe6c req-456d4f57-2300-42b7-8f86-1e93416232a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0482368 Apr 06 14:15:54.277339 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-735330f2-4f70-4566-b0b0-76280a68fe6c req-4e56fc5d-39b8-4903-b0c6-33edb088aae7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653563 Apr 06 14:15:54.282810 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Publish callbacks [] for security_group (8d7d7a8f-46aa-475d-85b1-224b06e6dc4a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.343886 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8d7d7a8f-46aa-475d-85b1-224b06e6dc4a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.375147 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18169bcbc6a64dc69be9ac8e695c1974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851572 Apr 06 14:15:54.377870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43740) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:54.397311 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7d7a8f-46aa-475d-85b1-224b06e6dc4a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:54.405322 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.405797 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.405988 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.406525 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.406872 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.407236 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.407563 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.408082 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.408416 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.408748 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.409105 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.409403 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.409912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.410240 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.410562 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab7a12-3d8d-4a82-a40d-453041b93fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:15:54.477309 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] Publish callbacks [] for security_group (8d7d7a8f-46aa-475d-85b1-224b06e6dc4a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.497648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281916f-31e6-4af4-98f2-770b513135f4 req-5b7148a5-293d-412f-8113-7bfa56acc4b4 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:54.499339 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a281916f-31e6-4af4-98f2-770b513135f4 req-5b7148a5-293d-412f-8113-7bfa56acc4b4 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.1147020 Apr 06 14:15:54.517603 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] Publish callbacks [] for security_group (8d7d7a8f-46aa-475d-85b1-224b06e6dc4a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.578695 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a281916f-31e6-4af4-98f2-770b513135f4 req-3a74c802-8fd4-468e-ae79-2d3d4f1ae3a5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716114 Apr 06 14:15:54.680464 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (8d7d7a8f-46aa-475d-85b1-224b06e6dc4a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.683151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:54.686943 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d7d7a8f-46aa-475d-85b1-224b06e6dc4a HTTP/1.1" status: 204 len: 168 time: 0.3055646 Apr 06 14:15:54.693630 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660e04-fb4f-4a32-be32-2d202048a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7d7a8f-46aa-475d-85b1-224b06e6dc4a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:55.702827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802f54a-6c62-4b43-9571-ef5ddb1dbd32 req-7c2d3bd1-bff6-4b7e-af24-0123c13e47bb tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:55.704107 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1802f54a-6c62-4b43-9571-ef5ddb1dbd32 req-7c2d3bd1-bff6-4b7e-af24-0123c13e47bb tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Apr 06 14:15:55.755296 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1802f54a-6c62-4b43-9571-ef5ddb1dbd32 req-cdfc67a6-f972-4721-ac09-0eb5d48cd797 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Apr 06 14:15:56.886021 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41e5bd-48b1-4956-8800-28da384f0b43 req-e76522c6-e4e1-48a3-9682-c1d6f0240fae tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:56.887786 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa41e5bd-48b1-4956-8800-28da384f0b43 req-e76522c6-e4e1-48a3-9682-c1d6f0240fae tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0600255 Apr 06 14:15:56.937572 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa41e5bd-48b1-4956-8800-28da384f0b43 req-82727ad1-2abb-41fa-b7ee-e4f7ce8595de tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Apr 06 14:15:57.057761 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873a40-6721-4dd4-a1b0-bbacfbdba120 req-584481d8-6af4-4cce-9c07-869a69c8de81 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.059137 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48873a40-6721-4dd4-a1b0-bbacfbdba120 req-584481d8-6af4-4cce-9c07-869a69c8de81 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Apr 06 14:15:57.107400 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48873a40-6721-4dd4-a1b0-bbacfbdba120 req-129a2229-e42b-4a05-aebd-cc0cab25b068 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423884 Apr 06 14:15:57.130614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43780) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:57.327293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9541b56-c50e-4cf3-a062-fbcb80f3d886 tempest-TestShelveInstance-1255955909 tempest-TestShelveInstance-1255955909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.331259 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e9541b56-c50e-4cf3-a062-fbcb80f3d886 tempest-TestShelveInstance-1255955909 tempest-TestShelveInstance-1255955909-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1124 time: 0.1970544 Apr 06 14:15:57.331663 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 43786) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:57.336036 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:15:57.438473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:57.544622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:57.683637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-15c4bdbf-1b5e-4613-b6d3-e4dbb4bf78c2 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=531f710f859a4f4d8c70bbe232751927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416870 Apr 06 14:15:57.684919 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Allocated IP 172.27.1.155 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/f5e59d86-4708-4550-a736-902a67833ca1) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:15:57.939529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-5994f413-035d-4088-872c-fe64132fc077 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:15:57.940904 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-5994f413-035d-4088-872c-fe64132fc077 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509367 Apr 06 14:15:57.971809 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-7ca32995-73ab-4da7-9bdf-ecc4a1a9f9c7 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/quotas/531f710f859a4f4d8c70bbe232751927 HTTP/1.1" status: 200 len: 375 time: 0.0220747 Apr 06 14:15:57.978258 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for port (f5e59d86-4708-4550-a736-902a67833ca1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:58.009715 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-60de9830-595f-466f-a893-f6ff3c8130be tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=531f710f859a4f4d8c70bbe232751927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320609 Apr 06 14:15:58.090173 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (f5e59d86-4708-4550-a736-902a67833ca1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:58.132144 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:15:58.137298 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:15:58.141697 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:15:58.147314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'Port': ['ID=f5e59d86-4708-4550-a736-902a67833ca1,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:58.247772 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ee8bc78-a2e0-4ee5-b37e-13f40d686828 req-ea1d1e92-c295-4959-afce-efe362cb0a37 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 210 time: 0.0371947 Apr 06 14:15:58.553129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for floatingip (1cd50f2d-6285-418e-a7c3-2bfaefa577bc), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:58.703751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f5e59d86-4708-4550-a736-902a67833ca1), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:58.857009 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for port (f5e59d86-4708-4550-a736-902a67833ca1), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:58.947278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (f5e59d86-4708-4550-a736-902a67833ca1), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:59.016874 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event updated for resources: {'Port': ['ID=f5e59d86-4708-4550-a736-902a67833ca1,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:15:59.030647 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (1cd50f2d-6285-418e-a7c3-2bfaefa577bc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:59.137915 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Floating IP 1cd50f2d-6285-418e-a7c3-2bfaefa577bc associated. External IP: 172.27.1.155, port: 63b0b380-9058-49a3-9862-1d2dabb62f0b. Apr 06 14:15:59.480784 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f5b9ad07-5224-42f1-82ea-fb5c7200c7e3 req-7dd05150-4b35-48dd-9cb3-bfba77887707 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 210 time: 0.0344043 Apr 06 14:15:59.681730 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Router f5680acb-5008-483f-9d1d-b7b738aac0af has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:15:59.794506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:15:59.804847 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Sync routers for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:15:59.814551 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:15:59.815169 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:15:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:15:59.882209 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:59.917330 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f1e70ed4-5da6-4829-bf8e-45fb258bee10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5846930 Apr 06 14:15:59.917934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:15:59.920287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867eaed-8022-4c40-bca1-be19e32b3aed" -d '{"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:15:59.927557 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:15:59.956941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec350ab-c240-4283-a0e6-35453bb5f3f4 x-openstack-request-id: req-aec350ab-c240-4283-a0e6-35453bb5f3f4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:15:59.957437 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:15:59.957557 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aec350ab-c240-4283-a0e6-35453bb5f3f4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:15:59.957879 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec350ab-c240-4283-a0e6-35453bb5f3f4'] response: {'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'status': 'completed', 'code': 200} Apr 06 14:16:00.067452 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-a90fb2bf-c138-4b47-8591-45126e687bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.068996 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-a90fb2bf-c138-4b47-8591-45126e687bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0455220 Apr 06 14:16:00.157299 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '1cd50f2d-6285-418e-a7c3-2bfaefa577bc', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'mac_address': 'fa:16:3e:bb:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dae6a0-e55b-415c-a520-2517374215b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:58Z', 'updated_at': '2022-04-06T14:15:58Z', 'revision_number': 0, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:00.183771 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Checking router: f5680acb-5008-483f-9d1d-b7b738aac0af for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:16:00.192102 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:16:00.192713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:15:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:00.303742 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:16:00.373005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-9336489c-e75e-470a-93bc-505b6d80b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.374738 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-9336489c-e75e-470a-93bc-505b6d80b546 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.0853851 Apr 06 14:16:00.456676 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-73f49793-6713-4232-9a94-dcfdcefb4941 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=531f710f859a4f4d8c70bbe232751927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271602 Apr 06 14:16:00.473775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-e79e0c92-0654-4a8e-b149-3506a426b617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 999 time: 0.0919206 Apr 06 14:16:00.560879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '1cd50f2d-6285-418e-a7c3-2bfaefa577bc', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'mac_address': 'fa:16:3e:bb:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dae6a0-e55b-415c-a520-2517374215b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:58Z', 'updated_at': '2022-04-06T14:15:58Z', 'revision_number': 0, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:00.587772 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb211a-c2fd-4735-8e35-50bdd455f738 None None] The sync data for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi is: [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '1cd50f2d-6285-418e-a7c3-2bfaefa577bc', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'mac_address': 'fa:16:3e:bb:c4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dae6a0-e55b-415c-a520-2517374215b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:15:58Z', 'updated_at': '2022-04-06T14:15:58Z', 'revision_number': 0, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:16:00.606904 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-aea0a233-88b2-430c-b1ca-c61d3689ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.608388 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-aea0a233-88b2-430c-b1ca-c61d3689ffff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.1219630 Apr 06 14:16:00.617043 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-781c3a2f-7e79-4f07-b075-2b87ce36d935 req-c5c1e8d3-d94a-4e12-add2-cfb0077230cc tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 210 time: 0.0483320 Apr 06 14:16:00.654942 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-4ebd6971-61a0-46c5-9244-11bbe1a7dd33 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.657041 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-4ebd6971-61a0-46c5-9244-11bbe1a7dd33 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933126 Apr 06 14:16:00.677952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Request body: {'port': {'device_id': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'network_id': 'c608e278-800f-441e-b17b-b81923edec94', 'admin_state_up': True, 'tenant_id': '531f710f859a4f4d8c70bbe232751927'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:00.756648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-d4d5a078-668a-448e-ab0e-31df3afa8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:00.758901 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-d4d5a078-668a-448e-ab0e-31df3afa8597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285167 Apr 06 14:16:00.807642 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38955c86-718a-4cce-8df6-2b89a77b7020 None None] New status for floating IP 1cd50f2d-6285-418e-a7c3-2bfaefa577bc: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:16:00.878005 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-bcdbda2e-21f6-4faa-a286-2f57a78ebd91 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081409 Apr 06 14:16:00.952350 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Made reservation on behalf of 531f710f859a4f4d8c70bbe232751927 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:00.955661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:00.967923 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.018399 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4867eaed-8022-4c40-bca1-be19e32b3aed req-50dd17ba-79ba-4b4e-941d-cab6abbeb1e7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260269 Apr 06 14:16:01.066751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks [] for security_group (fa79cede-f7af-4ccb-a5fd-5a42053c2e36), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.153993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (fa79cede-f7af-4ccb-a5fd-5a42053c2e36), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.213043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79cede-f7af-4ccb-a5fd-5a42053c2e36,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:01.291646 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Allocated IP 192.168.233.192 (c608e278-800f-441e-b17b-b81923edec94/6a6dacf9-b62d-4718-b483-034181be3f08/6efa7802-15bf-4471-9907-06be344f1009) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:01.436243 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks [] for port (6efa7802-15bf-4471-9907-06be344f1009), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.514163 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.556525 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Network c608e278-800f-441e-b17b-b81923edec94 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:01.561721 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:01.566129 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:01.591580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Pushing event updated for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:01.620240 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:01.620870 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.671378 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-abd49303-7718-4ac0-9535-9b15bb5eec5a tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9973769 Apr 06 14:16:01.691144 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Request body: {'port': {'device_id': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:01.786916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6efa7802-15bf-4471-9907-06be344f1009), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.797252 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14421d0-18b4-4804-aaf1-3483b869f45f req-d1f0daac-079d-41b2-a590-6e6ba5a7e007 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:01.798763 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14421d0-18b4-4804-aaf1-3483b869f45f req-d1f0daac-079d-41b2-a590-6e6ba5a7e007 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 936 time: 0.1047933 Apr 06 14:16:01.844961 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-5b2b2998-a485-4594-bf4f-0f1de7ff5885 None None] Provisioning complete for port 6efa7802-15bf-4471-9907-06be344f1009 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:01.845516 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5b2b2998-a485-4594-bf4f-0f1de7ff5885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6efa7802-15bf-4471-9907-06be344f1009), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:01.880430 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b2998-a485-4594-bf4f-0f1de7ff5885 None None] Port 6efa7802-15bf-4471-9907-06be344f1009 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:16:01.888546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14421d0-18b4-4804-aaf1-3483b869f45f req-57fe08c4-1c8d-4063-9212-9d1cceae26be tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833349 Apr 06 14:16:02.100003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efa7802-15bf-4471-9907-06be344f1009 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:16:02.107497 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks [] for port (6efa7802-15bf-4471-9907-06be344f1009), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:02.119240 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Transition to ACTIVE for port object 6efa7802-15bf-4471-9907-06be344f1009 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:16:02.171003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:02.227736 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:02.294259 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Attempting to bind port 6efa7802-15bf-4471-9907-06be344f1009 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:02.294600 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Attempting to bind port 6efa7802-15bf-4471-9907-06be344f1009 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:02.294931 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Attempting to bind port 6efa7802-15bf-4471-9907-06be344f1009 on network c608e278-800f-441e-b17b-b81923edec94 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:02.299624 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Port 6efa7802-15bf-4471-9907-06be344f1009 on network c608e278-800f-441e-b17b-b81923edec94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:16:02.299952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Attempting to bind port 6efa7802-15bf-4471-9907-06be344f1009 on network c608e278-800f-441e-b17b-b81923edec94 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:02.305451 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:02.305772 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Checking segment: {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:02.306156 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Bound using segment: {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:02.306582 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Bound port: 6efa7802-15bf-4471-9907-06be344f1009, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa46e0e-a0d6-448b-9eae-e86c9455f978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c608e278-800f-441e-b17b-b81923edec94'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:02.306940 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6efa7802-15bf-4471-9907-06be344f1009), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:02.375973 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:02.379153 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6efa7802-15bf-4471-9907-06be344f1009,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:02.450049 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:02.489169 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.489853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:02.491207 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/6efa7802-15bf-4471-9907-06be344f1009 HTTP/1.1" status: 200 len: 1098 time: 0.8049500 Apr 06 14:16:02.491669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'tag': '6efa7802-15bf-4471-9907-06be344f1009'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:02.493887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "tag": "6efa7802-15bf-4471-9907-06be344f1009"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:02.517407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2cfb-7edb-4713-9b68-02c4322ba2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:02.537032 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635a2cc-89aa-472e-b534-030a43acd0bf x-openstack-request-id: req-9635a2cc-89aa-472e-b534-030a43acd0bf {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:02.537427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "tag": "6efa7802-15bf-4471-9907-06be344f1009", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:02.537747 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9635a2cc-89aa-472e-b534-030a43acd0bf {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:02.538222 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9635a2cc-89aa-472e-b534-030a43acd0bf'] response: {'name': 'network-changed', 'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'tag': '6efa7802-15bf-4471-9907-06be344f1009', 'status': 'completed', 'code': 200} Apr 06 14:16:02.659473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb req-6241d578-2075-4c35-90d5-fa7a9a758898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.660974 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb req-6241d578-2075-4c35-90d5-fa7a9a758898 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=531f710f859a4f4d8c70bbe232751927&device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 1132 time: 0.0572546 Apr 06 14:16:02.699453 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb req-f8392df9-9194-4514-9f44-0e524c62d741 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=531f710f859a4f4d8c70bbe232751927&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192411 Apr 06 14:16:02.795218 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb req-9b9f1d5a-1b5e-48b4-81e7-89e0c8e4e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.796632 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd03ff49-e5af-40b1-99b6-fa1b24e466bb req-9b9f1d5a-1b5e-48b4-81e7-89e0c8e4e078 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894277 Apr 06 14:16:02.897719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-d8d4c4c8-2867-4ab3-8ff9-8e464b9c1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:02.899210 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-d8d4c4c8-2867-4ab3-8ff9-8e464b9c1913 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=531f710f859a4f4d8c70bbe232751927&device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 1132 time: 0.0452693 Apr 06 14:16:02.947122 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-7c0280d1-a57e-45ae-9c17-c7673cba361e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6efa7802-15bf-4471-9907-06be344f1009 HTTP/1.1" status: 200 len: 217 time: 0.0334747 Apr 06 14:16:03.027549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-4f3e8b09-9909-4ca3-8295-2e7dce9583cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:03.029012 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-4f3e8b09-9909-4ca3-8295-2e7dce9583cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a6dacf9-b62d-4718-b483-034181be3f08 HTTP/1.1" status: 200 len: 843 time: 0.0751328 Apr 06 14:16:03.053355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a171b-2160-425f-b24a-e2d65a24b7d0 req-1cf6b5b7-dd31-420f-a8eb-6306ae53f612 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:03.054708 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b44a171b-2160-425f-b24a-e2d65a24b7d0 req-1cf6b5b7-dd31-420f-a8eb-6306ae53f612 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 948 time: 0.0935776 Apr 06 14:16:03.119577 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b44a171b-2160-425f-b24a-e2d65a24b7d0 req-cf682758-dd9d-40e9-8877-3c80a05cf1e2 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Apr 06 14:16:03.122198 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-f01c9cb8-7f09-4606-b649-10b2149910aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:03.123637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-f01c9cb8-7f09-4606-b649-10b2149910aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c608e278-800f-441e-b17b-b81923edec94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0877783 Apr 06 14:16:03.214361 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-a8a9b997-82af-45f2-b0c2-b6571f924f0d service neutron] 10.222.0.46 "GET /v2.0/networks/c608e278-800f-441e-b17b-b81923edec94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Apr 06 14:16:03.302366 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf5279fe-db4a-4e37-ba90-b57bf2f73e1a req-41b0a0e6-39bd-4dc6-8991-6f0144cd1c42 service neutron] 10.222.0.46 "GET /v2.0/networks/c608e278-800f-441e-b17b-b81923edec94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806055 Apr 06 14:16:04.241159 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3120df-b950-41fb-bb29-ac6f5380e506 req-d6431d33-867e-4366-81e7-a2d1c7bc6db9 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:04.242635 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a3120df-b950-41fb-bb29-ac6f5380e506 req-d6431d33-867e-4366-81e7-a2d1c7bc6db9 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 948 time: 0.0563970 Apr 06 14:16:04.289024 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a3120df-b950-41fb-bb29-ac6f5380e506 req-a9de2c22-21b4-4860-a589-b4cb349e59ec tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Apr 06 14:16:05.413428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3ea95-50c1-41f4-8cfc-60f4a42d02da req-b5abf08a-fa10-4185-8a67-5b0645bc3da7 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:05.414897 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86a3ea95-50c1-41f4-8cfc-60f4a42d02da req-b5abf08a-fa10-4185-8a67-5b0645bc3da7 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 948 time: 0.0517960 Apr 06 14:16:05.430023 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6efa7802-15bf-4471-9907-06be344f1009 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:16:05.462002 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86a3ea95-50c1-41f4-8cfc-60f4a42d02da req-1eb9d806-34a6-4ba1-8c26-aa3cd12748ae tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Apr 06 14:16:05.527158 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6efa7802-15bf-4471-9907-06be344f1009,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:05.539477 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '6efa7802-15bf-4471-9907-06be344f1009', 'network_id': 'c608e278-800f-441e-b17b-b81923edec94', 'port_id': '6efa7802-15bf-4471-9907-06be344f1009', 'mac_address': 'fa:16:3e:2a:2a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6dacf9-b62d-4718-b483-034181be3f08', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:16:05.581316 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 6efa7802-15bf-4471-9907-06be344f1009 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:05.581742 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6efa7802-15bf-4471-9907-06be344f1009), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:05.595820 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efa7802-15bf-4471-9907-06be344f1009 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:16:05.615865 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6efa7802-15bf-4471-9907-06be344f1009,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:05.685607 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:05.734759 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:05.741894 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.742241 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.742586 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.742923 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.743257 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.743609 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.743936 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.744258 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.744579 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.744901 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.745221 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.745541 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.745859 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.746176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:05.746492 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:06.005180 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['6efa7802-15bf-4471-9907-06be344f1009'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:16:06.580438 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa546447-0ef3-4ea9-a213-aecc850d11f5 req-886a5b44-f6c1-41b1-a247-791aa50b2979 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:06.581935 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa546447-0ef3-4ea9-a213-aecc850d11f5 req-886a5b44-f6c1-41b1-a247-791aa50b2979 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 949 time: 0.0521367 Apr 06 14:16:06.632349 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa546447-0ef3-4ea9-a213-aecc850d11f5 req-1d0a307e-2894-47bf-841f-48c04385c946 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Apr 06 14:16:07.445304 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6efa7802-15bf-4471-9907-06be344f1009 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:07.546344 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 6efa7802-15bf-4471-9907-06be344f1009 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:16:07.550263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 6efa7802-15bf-4471-9907-06be344f1009 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:07.550644 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6efa7802-15bf-4471-9907-06be344f1009), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:07.627783 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 6efa7802-15bf-4471-9907-06be344f1009 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:07.628185 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6efa7802-15bf-4471-9907-06be344f1009), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:07.654035 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efa7802-15bf-4471-9907-06be344f1009'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:07.656300 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e9082-ef21-480d-88cc-8b50ae29e369" -d '{"events": [{"server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "name": "network-vif-plugged", "status": "completed", "tag": "6efa7802-15bf-4471-9907-06be344f1009"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:07.668962 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6efa7802-15bf-4471-9907-06be344f1009,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:07.692618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f793bb-7d5d-4153-b468-60322b48bc1c x-openstack-request-id: req-b0f793bb-7d5d-4153-b468-60322b48bc1c {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:07.692902 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "name": "network-vif-plugged", "status": "completed", "tag": "6efa7802-15bf-4471-9907-06be344f1009", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:07.693155 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0f793bb-7d5d-4153-b468-60322b48bc1c {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:07.693547 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f793bb-7d5d-4153-b468-60322b48bc1c'] response: {'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efa7802-15bf-4471-9907-06be344f1009', 'code': 200} Apr 06 14:16:07.762002 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd3d0-4410-412f-b17e-4335198c9c91 req-11ab1cbc-0ade-440e-87db-cf952c6cee73 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:07.763519 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e4cd3d0-4410-412f-b17e-4335198c9c91 req-11ab1cbc-0ade-440e-87db-cf952c6cee73 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 949 time: 0.0562720 Apr 06 14:16:07.775332 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:07.817406 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e4cd3d0-4410-412f-b17e-4335198c9c91 req-507420b6-15f0-4cc7-a118-19a4818bc18d tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Apr 06 14:16:07.828977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:08.141829 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986527c-c62b-457a-900b-52ce4ebe7dee req-f605b8b7-4b31-4c7c-93a7-120998f5ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:08.143261 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3986527c-c62b-457a-900b-52ce4ebe7dee req-f605b8b7-4b31-4c7c-93a7-120998f5ddbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 1134 time: 0.0425868 Apr 06 14:16:08.185214 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3986527c-c62b-457a-900b-52ce4ebe7dee req-24c43278-8238-4ad4-9982-9de0669a0104 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Apr 06 14:16:08.942237 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c717f-5cd4-4028-a101-87e39febeb9b req-19a5f0f7-a255-4fcc-be25-88fa4f2f1635 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:08.943671 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e1c717f-5cd4-4028-a101-87e39febeb9b req-19a5f0f7-a255-4fcc-be25-88fa4f2f1635 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 950 time: 0.0552464 Apr 06 14:16:08.994114 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e1c717f-5cd4-4028-a101-87e39febeb9b req-22189dd4-0d94-434b-8461-186243718d21 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Apr 06 14:16:10.111880 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fa70b-8165-4a51-a21c-3e329c0e3678 req-eafa7f55-745d-4498-b9d6-2687ada2faac tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:10.113359 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc7fa70b-8165-4a51-a21c-3e329c0e3678 req-eafa7f55-745d-4498-b9d6-2687ada2faac tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 950 time: 0.0527115 Apr 06 14:16:10.159253 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc7fa70b-8165-4a51-a21c-3e329c0e3678 req-a31b49ad-c5d3-40a1-87d0-f283b5ae8c8b tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Apr 06 14:16:10.618407 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab75ea6-bf0d-4619-bffa-b7d83ad6a1a6 req-eb9324e8-f0e3-4543-aa96-626be607bfbc tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:10.619912 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ab75ea6-bf0d-4619-bffa-b7d83ad6a1a6 req-eb9324e8-f0e3-4543-aa96-626be607bfbc tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 950 time: 0.0518811 Apr 06 14:16:10.672626 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ab75ea6-bf0d-4619-bffa-b7d83ad6a1a6 req-a4138151-6b61-45b1-b356-09a562131be7 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Apr 06 14:16:11.789717 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67154354-7879-463c-8a99-7f6f9e997d54 req-e614180d-639a-4321-925a-21faa7c1306e tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:11.791190 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-67154354-7879-463c-8a99-7f6f9e997d54 req-e614180d-639a-4321-925a-21faa7c1306e tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 950 time: 0.0516136 Apr 06 14:16:11.839866 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-67154354-7879-463c-8a99-7f6f9e997d54 req-6646a583-6a6b-4dbb-aa3a-98b8d3659e63 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa79cede-f7af-4ccb-a5fd-5a42053c2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Apr 06 14:16:12.489953 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-465a8244-b988-450f-8a2a-ac421a9a2d47 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:12.491434 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-465a8244-b988-450f-8a2a-ac421a9a2d47 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.46 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 950 time: 0.0521924 Apr 06 14:16:12.587527 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Deleting port 6efa7802-15bf-4471-9907-06be344f1009 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:16:12.587875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (6efa7802-15bf-4471-9907-06be344f1009), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.640405 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.677388 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] For port 6efa7802-15bf-4471-9907-06be344f1009, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6efa7802-15bf-4471-9907-06be344f1009,segment=NetworkSegment(faa46e0e-a0d6-448b-9eae-e86c9455f978),segment_id=faa46e0e-a0d6-448b-9eae-e86c9455f978)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:12.677741 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (6efa7802-15bf-4471-9907-06be344f1009), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.690514 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Calling delete_port for 6efa7802-15bf-4471-9907-06be344f1009 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:16:12.775233 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cb90eb79-2113-4737-afa5-74abfdaacad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.878188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (6efa7802-15bf-4471-9907-06be344f1009), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.926499 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['6efa7802-15bf-4471-9907-06be344f1009'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:16:12.940928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Pushing event deleted for resources: {'Port': ['ID=6efa7802-15bf-4471-9907-06be344f1009,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:12.967512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] No DVR routers for this DVR port 6efa7802-15bf-4471-9907-06be344f1009 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:12.983507 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.989677 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f7d7d30-b132-4c3d-8d2e-b5bd2da49c90 req-83cbc4e9-5f03-488d-8b8d-f4d7a9bb43a0 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.46 "DELETE /v2.0/ports/6efa7802-15bf-4471-9907-06be344f1009 HTTP/1.1" status: 204 len: 173 time: 0.4924238 Apr 06 14:16:12.991141 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'name': 'network-vif-deleted', 'tag': '6efa7802-15bf-4471-9907-06be344f1009'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:12.993946 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf17a68-ae74-4610-95b2-64c7c48ee63e" -d '{"events": [{"server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "name": "network-vif-deleted", "tag": "6efa7802-15bf-4471-9907-06be344f1009"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:13.012077 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-243c41bd-7069-4991-83b4-0a383a5ffcc1 req-e7eee92b-d873-4439-870c-eaf1d1cddf92 tempest-VolumesNegativeTest-2131090207 tempest-VolumesNegativeTest-2131090207-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafb2997-03f6-4fc9-ba08-69bc55992490 HTTP/1.1" status: 200 len: 210 time: 0.0729327 Apr 06 14:16:13.041611 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da2a68-b198-4b5c-843b-6bcaec070654 x-openstack-request-id: req-83da2a68-b198-4b5c-843b-6bcaec070654 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:13.042505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafb2997-03f6-4fc9-ba08-69bc55992490", "name": "network-vif-deleted", "tag": "6efa7802-15bf-4471-9907-06be344f1009", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:13.042848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83da2a68-b198-4b5c-843b-6bcaec070654 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:13.043422 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83da2a68-b198-4b5c-843b-6bcaec070654'] response: {'server_uuid': 'eafb2997-03f6-4fc9-ba08-69bc55992490', 'name': 'network-vif-deleted', 'tag': '6efa7802-15bf-4471-9907-06be344f1009', 'status': 'completed', 'code': 200} Apr 06 14:16:15.474106 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-92980635-3b6e-4570-a1bf-3b7c4ab634dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:16.480721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6efa7802-15bf-4471-9907-06be344f1009 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:16:16.501615 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 6efa7802-15bf-4471-9907-06be344f1009 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:16:16.501977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6efa7802-15bf-4471-9907-06be344f1009 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:16:16.689473 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:17.479326 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-5401a9c6-3e9b-4499-aa56-af11c4489711 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437038 Apr 06 14:16:17.586845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-e86f8e88-d0c4-4658-9491-2df2f0700344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:17.588430 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-e86f8e88-d0c4-4658-9491-2df2f0700344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 1130 time: 0.0459542 Apr 06 14:16:17.698126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-1659717c-35ea-4c2e-9fdb-325b21329f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:17.699781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-1659717c-35ea-4c2e-9fdb-325b21329f37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 200 len: 915 time: 0.0887089 Apr 06 14:16:17.742141 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-eac810bf-44db-4dd0-8f59-70ae3c3d58d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c HTTP/1.1" status: 200 len: 217 time: 0.0358992 Apr 06 14:16:17.803876 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-b9e43696-7755-4198-b4e6-885498804301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:17.805368 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-b9e43696-7755-4198-b4e6-885498804301 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff5071ae-18f7-471d-bf50-a17c84566570 HTTP/1.1" status: 200 len: 854 time: 0.0561054 Apr 06 14:16:17.840748 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-dd8376cd-fcc8-4c17-8abb-2b3c2d6d5fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264821 Apr 06 14:16:17.930578 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-cfa5599d-78e6-492e-863d-30c384103047 service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Apr 06 14:16:18.032831 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60674ee4-d3db-4baf-b5b3-d9d7800f5817 req-bd1b9d97-151d-4b7f-8922-dacba021e693 service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955608 Apr 06 14:16:18.176801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:19.752622 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44178) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:19.840155 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:19.887259 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8e9aec8b-360f-4b19-863d-b7534a3dcb54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=531f710f859a4f4d8c70bbe232751927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333482 Apr 06 14:16:19.889795 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44182) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:19.935974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] Publish callbacks [] for security_group (fa79cede-f7af-4ccb-a5fd-5a42053c2e36), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:19.957005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] Publish callbacks [] for security_group (fa79cede-f7af-4ccb-a5fd-5a42053c2e36), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:20.068230 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (fa79cede-f7af-4ccb-a5fd-5a42053c2e36), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:20.070834 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:20.072014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa79cede-f7af-4ccb-a5fd-5a42053c2e36 HTTP/1.1" status: 204 len: 168 time: 0.1813011 Apr 06 14:16:20.079955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42039f3-1a53-412c-b375-b32963c7345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79cede-f7af-4ccb-a5fd-5a42053c2e36,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:28.796553 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:16:32.893969 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeceef-4d82-4e24-8ed4-cacc9970fb50 req-e2d490a7-40c2-461a-9920-886fc49abfd0 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:32.895481 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cdaeceef-4d82-4e24-8ed4-cacc9970fb50 req-e2d490a7-40c2-461a-9920-886fc49abfd0 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0568705 Apr 06 14:16:32.941828 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cdaeceef-4d82-4e24-8ed4-cacc9970fb50 req-d580a22d-4813-4539-a8c6-d429becb2e03 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Apr 06 14:16:34.062434 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f5d13-8360-448f-a661-b5c3a861c698 req-79541488-0e25-4e7e-a519-e4210789ea90 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:34.063948 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-120f5d13-8360-448f-a661-b5c3a861c698 req-79541488-0e25-4e7e-a519-e4210789ea90 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0520644 Apr 06 14:16:34.109409 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-120f5d13-8360-448f-a661-b5c3a861c698 req-6f208b73-c1ab-4580-a9fc-6a5e6f7bf762 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Apr 06 14:16:34.748827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-6ee1a312-27bf-4552-99ff-a43f68e321d4 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:34.750269 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-6ee1a312-27bf-4552-99ff-a43f68e321d4 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 946 time: 0.0505805 Apr 06 14:16:34.846489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Deleting port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:16:34.846829 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:34.941996 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] For port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:34.942359 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:34.954621 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Calling delete_port for 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:16:35.142416 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:35.178310 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Pushing event deleted for resources: {'Port': ['ID=190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:35.179562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:16:35.201968 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.202317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.202668 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.203001 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.203337 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.203692 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.204171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.204322 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.204637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.204955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.205276 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.205594 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.205911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.206227 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.206546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:35.237473 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cd6c84f-c546-4492-9eae-0cdfeadf078f req-2c53550b-fd54-4e41-9bcd-9da5b168f7ca tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0562708 Apr 06 14:16:35.257993 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] No DVR routers for this DVR port 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:16:35.260844 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:35.264291 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e5687e1-46ef-4830-b3d5-fe1861d0bc01 req-0dab02ed-2fd5-4c2e-8888-3d4bf4894ffe tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "DELETE /v2.0/ports/190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c HTTP/1.1" status: 204 len: 173 time: 0.5074518 Apr 06 14:16:35.264749 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'name': 'network-vif-deleted', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:35.266971 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844ae60-8948-4fdb-93f0-3744286c39fc" -d '{"events": [{"server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "name": "network-vif-deleted", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:35.301283 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421726d-008d-4926-801f-fb0005396e15 x-openstack-request-id: req-d421726d-008d-4926-801f-fb0005396e15 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:35.301605 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb554c9-c819-4423-b431-f83d0ff95e9c", "name": "network-vif-deleted", "tag": "190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:35.302480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d421726d-008d-4926-801f-fb0005396e15 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:35.302885 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d421726d-008d-4926-801f-fb0005396e15'] response: {'server_uuid': 'cfb554c9-c819-4423-b431-f83d0ff95e9c', 'name': 'network-vif-deleted', 'tag': '190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c', 'status': 'completed', 'code': 200} Apr 06 14:16:36.344441 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df3e05b4-46c2-4824-8c6b-c410830292ef req-92a839b8-fbb2-4baa-94cf-7f7feb98c92d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfb554c9-c819-4423-b431-f83d0ff95e9c HTTP/1.1" status: 200 len: 210 time: 0.0275421 Apr 06 14:16:40.598355 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:16:40.618243 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:16:40.618581 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 190b68d3-2c36-4d46-8d7a-aae8d8ba2a7c not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:16:42.594325 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:42.815947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bfe30016-5cad-4b28-bd2c-46d1288569e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:45.490188 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-18e9077a-492b-4d86-8bc1-11edd7eb66dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:45.866853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-e07fb360-865f-45d9-84ee-9151a9909f1c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:45.868923 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-e07fb360-865f-45d9-84ee-9151a9909f1c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/networks?id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 200 len: 814 time: 0.1053388 Apr 06 14:16:45.884109 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-16f544d1-d491-42f6-ab38-b78740137b19 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/quotas/4a1583c318ed46098df8da862bd8b592 HTTP/1.1" status: 200 len: 375 time: 0.0095763 Apr 06 14:16:45.916004 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-8bd3a127-e944-4e27-9b27-c7663cf7ee20 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265789 Apr 06 14:16:46.018839 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-9c82d973-2e2c-4ad8-9428-394bc67db4b4 service neutron] 10.222.0.62 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961313 Apr 06 14:16:46.106181 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-91004660-b6b1-4c2e-8e2f-f7c9a60d1b49 service neutron] 10.222.0.62 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816483 Apr 06 14:16:46.354788 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd963d3c-d167-4c34-a951-94930c67c2d3 req-799cffc1-a6e2-441d-8f07-c6977832a636 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 210 time: 0.0270724 Apr 06 14:16:46.705888 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:47.451406 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad561f85-2aa7-4b8f-aedb-718e1526aaba req-9919f501-d104-4e88-ae1f-5324db508fb0 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 210 time: 0.0303881 Apr 06 14:16:48.191679 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:48.218806 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-cf6dfc9c-d17b-414d-8072-6268b8e526aa tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:48.222393 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-cf6dfc9c-d17b-414d-8072-6268b8e526aa tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "GET /v2.0/networks?id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 200 len: 814 time: 0.0994706 Apr 06 14:16:48.237060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Request body: {'port': {'device_id': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15', 'admin_state_up': True, 'tenant_id': '4a1583c318ed46098df8da862bd8b592'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:48.404960 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Made reservation on behalf of 4a1583c318ed46098df8da862bd8b592 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:48.408549 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:48.850379 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Allocated IP 172.20.0.4 (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15/ff5071ae-18f7-471d-bf50-a17c84566570/deea83b0-13f3-47c2-a0e0-1fe7a587e3ce) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:48.854070 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-832d5e68-74fa-430f-a5ef-4c5a529ee7be req-5d4c7488-051d-42d6-ac13-73bac850fc05 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 210 time: 0.3119955 Apr 06 14:16:49.008539 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks [] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.125394 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.167751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:49.172811 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:49.176643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:49.183378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Pushing event updated for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.228245 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:49.228865 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.315957 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-db682a49-62af-4989-9e73-899523cea755 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828276 Apr 06 14:16:49.333669 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Request body: {'port': {'device_id': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:49.394690 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.646090 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea83b0-13f3-47c2-a0e0-1fe7a587e3ce {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:16:49.653857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks [] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.666007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Transition to ACTIVE for port object deea83b0-13f3-47c2-a0e0-1fe7a587e3ce will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:16:49.741610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.793643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Pushing event updated for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.827584 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.864339 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Attempting to bind port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:49.865014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Attempting to bind port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:49.865014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Attempting to bind port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:49.869395 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:16:49.869718 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Attempting to bind port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce on network e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:49.874488 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:49.874826 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Checking segment: {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:49.875212 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Bound using segment: {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:49.875678 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Bound port: deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01675558-db42-48db-aebd-87c38608650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:49.876039 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.965623 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:49.980353 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:50.000819 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591162a-93e7-4b73-a09a-e24471758fff req-21998faa-6398-4bba-8415-cd2fa891a52b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.002803 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3591162a-93e7-4b73-a09a-e24471758fff req-21998faa-6398-4bba-8415-cd2fa891a52b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 943 time: 0.0770895 Apr 06 14:16:50.059055 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.098270 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3591162a-93e7-4b73-a09a-e24471758fff req-683334da-0757-4333-acc8-a2504742baf3 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Apr 06 14:16:50.121317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.121939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.123309 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] 10.222.0.46 "PUT /v2.0/ports/deea83b0-13f3-47c2-a0e0-1fe7a587e3ce HTTP/1.1" status: 200 len: 1093 time: 0.7937596 Apr 06 14:16:50.123791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:50.126007 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7841fc3f-003d-458a-b1d9-95490dee95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:50.139057 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709e69-8757-44ee-a24a-0af5bf8b76ba service neutron] Pushing event updated for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:50.162754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696ff065-b995-4811-9746-2fec113fd061 x-openstack-request-id: req-696ff065-b995-4811-9746-2fec113fd061 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:50.163047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:50.163301 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-696ff065-b995-4811-9746-2fec113fd061 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:50.167489 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696ff065-b995-4811-9746-2fec113fd061'] response: {'name': 'network-changed', 'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce', 'status': 'completed', 'code': 200} Apr 06 14:16:50.247697 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-c3634886-f7ce-4f17-8ce3-d66e8630e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.249131 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-c3634886-f7ce-4f17-8ce3-d66e8630e1b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 1127 time: 0.0454726 Apr 06 14:16:50.353765 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-d32240f8-293b-4c32-a33e-84973255d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.355232 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-d32240f8-293b-4c32-a33e-84973255d55a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4a1583c318ed46098df8da862bd8b592&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941615 Apr 06 14:16:50.455918 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-72e9ada5-81f9-4818-91f2-aed68168a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.457398 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7841fc3f-003d-458a-b1d9-95490dee95c9 req-72e9ada5-81f9-4818-91f2-aed68168a606 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963635 Apr 06 14:16:50.559310 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-59530951-b731-4c4b-a69c-d5eb3b3d90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.560765 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-59530951-b731-4c4b-a69c-d5eb3b3d90e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a1583c318ed46098df8da862bd8b592&device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 1127 time: 0.0480309 Apr 06 14:16:50.610793 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-59f5b11c-3563-43e9-858d-6382fbbae435 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce HTTP/1.1" status: 200 len: 217 time: 0.0367723 Apr 06 14:16:50.658950 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-e701855b-7f1e-41d0-9b76-c4cd1c8564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.660496 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-e701855b-7f1e-41d0-9b76-c4cd1c8564d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff5071ae-18f7-471d-bf50-a17c84566570 HTTP/1.1" status: 200 len: 854 time: 0.0439920 Apr 06 14:16:50.691100 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-3e7c4a7f-e228-4618-8a52-8d88d7e81eeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253873 Apr 06 14:16:50.781782 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-5f79e5d3-5230-4326-a096-5cf51ebb9b2d service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841720 Apr 06 14:16:50.869000 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47a70700-7559-4258-ad70-0f4ed5cfbb16 req-3801e823-1853-43ea-9c06-a91db693141b service neutron] 10.222.0.46 "GET /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813165 Apr 06 14:16:51.214848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95478ee0-bed9-4f4a-9206-3228f8af9280 req-c3e20cc7-f1f3-49ee-b936-586d792dd2c5 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.216347 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95478ee0-bed9-4f4a-9206-3228f8af9280 req-c3e20cc7-f1f3-49ee-b936-586d792dd2c5 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 943 time: 0.0513144 Apr 06 14:16:51.267222 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95478ee0-bed9-4f4a-9206-3228f8af9280 req-8f0a1c84-ea59-4d30-a84e-ef8b4c92f931 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Apr 06 14:16:52.386604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cc66b-ceee-4d6c-b8fd-2f7f60c699be req-3e82eb2f-1548-4ce5-a5ef-44c8d48395eb tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:52.388128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-958cc66b-ceee-4d6c-b8fd-2f7f60c699be req-3e82eb2f-1548-4ce5-a5ef-44c8d48395eb tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 943 time: 0.0525579 Apr 06 14:16:52.436483 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-958cc66b-ceee-4d6c-b8fd-2f7f60c699be req-a75c812a-44f5-4848-9d65-779ef0d0687c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Apr 06 14:16:53.551124 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37831e6-815f-473e-8f54-04910fd19161 req-98854040-acd4-4a7c-86e2-67183ba8c422 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:53.552608 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a37831e6-815f-473e-8f54-04910fd19161 req-98854040-acd4-4a7c-86e2-67183ba8c422 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 943 time: 0.0514503 Apr 06 14:16:53.598717 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a37831e6-815f-473e-8f54-04910fd19161 req-d38a9ddd-a88f-4832-9279-0ecb0d6c3862 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Apr 06 14:16:53.681462 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device deea83b0-13f3-47c2-a0e0-1fe7a587e3ce details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:16:53.775160 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:53.789863 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce', 'network_id': 'e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15', 'port_id': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce', 'mac_address': 'fa:16:3e:c6:be:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5071ae-18f7-471d-bf50-a17c84566570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:16:53.825873 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:53.826263 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.838660 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea83b0-13f3-47c2-a0e0-1fe7a587e3ce {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:16:53.857520 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:53.922489 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.968677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.203436 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['deea83b0-13f3-47c2-a0e0-1fe7a587e3ce'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:16:54.728731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40a07a-0e0c-454e-b9e4-fe58dc1366f5 req-4e406238-4565-4f1c-ba5b-6a4772633065 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.730276 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc40a07a-0e0c-454e-b9e4-fe58dc1366f5 req-4e406238-4565-4f1c-ba5b-6a4772633065 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 944 time: 0.0647826 Apr 06 14:16:54.779406 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cc40a07a-0e0c-454e-b9e4-fe58dc1366f5 req-258d1962-e621-4cda-b054-c7208c211f28 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Apr 06 14:16:55.675794 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device deea83b0-13f3-47c2-a0e0-1fe7a587e3ce up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:55.792811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:16:55.796677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:55.797082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.879423 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:55.879986 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.898954 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a9d3-c96b-45e6-be8a-14263bf1d690 req-28fce3cb-3a9f-43e8-920b-bada6dd21107 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:55.900523 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5be3a9d3-c96b-45e6-be8a-14263bf1d690 req-28fce3cb-3a9f-43e8-920b-bada6dd21107 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 944 time: 0.0534046 Apr 06 14:16:55.904296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:16:55.906532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3a052-b053-45a6-9f50-e68c6b50fa71" -d '{"events": [{"server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "name": "network-vif-plugged", "status": "completed", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:16:55.920119 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:55.942271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbea93f-f63f-44ea-b352-22d39dfa2c47 x-openstack-request-id: req-8dbea93f-f63f-44ea-b352-22d39dfa2c47 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:16:55.942562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "name": "network-vif-plugged", "status": "completed", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:16:55.942815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8dbea93f-f63f-44ea-b352-22d39dfa2c47 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:16:55.943210 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbea93f-f63f-44ea-b352-22d39dfa2c47'] response: {'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce', 'code': 200} Apr 06 14:16:55.958096 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5be3a9d3-c96b-45e6-be8a-14263bf1d690 req-17c8c452-e243-4f68-b1c5-1bc8241520e4 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Apr 06 14:16:55.976228 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.034301 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.227646 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03b020-cba5-4163-8cfb-b084825c1281 req-72447511-cb60-4b20-bf92-3620c81efa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:56.229128 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc03b020-cba5-4163-8cfb-b084825c1281 req-72447511-cb60-4b20-bf92-3620c81efa24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 1129 time: 0.0469632 Apr 06 14:16:56.274461 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc03b020-cba5-4163-8cfb-b084825c1281 req-146d0ee8-58b9-43a2-8003-405429c0f5b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Apr 06 14:16:57.081534 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471606-cbee-4f99-80af-67dfc96de2f4 req-a15ab7c9-aa82-430b-a291-b218fbea6adb tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:57.082998 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72471606-cbee-4f99-80af-67dfc96de2f4 req-a15ab7c9-aa82-430b-a291-b218fbea6adb tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 945 time: 0.0563455 Apr 06 14:16:57.130117 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72471606-cbee-4f99-80af-67dfc96de2f4 req-8eb848f7-cfe8-4946-b490-43c2eaa4c64c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Apr 06 14:16:58.246378 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42ae1b-6f84-4cb6-86bb-a5b4b3c46625 req-10170166-7e9b-4935-82fc-29f9db934e8b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:58.247884 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c42ae1b-6f84-4cb6-86bb-a5b4b3c46625 req-10170166-7e9b-4935-82fc-29f9db934e8b tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 945 time: 0.0515583 Apr 06 14:16:58.296714 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4c42ae1b-6f84-4cb6-86bb-a5b4b3c46625 req-fa7b73a2-528f-4098-be55-b59515a28f4d tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432515 Apr 06 14:17:05.796275 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:17:12.638912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.768776 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b0e1bf16-3b96-45c2-831a-798cc2ba6b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.501483 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1c85-3a82-4ac9-9f98-354cb9d547a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.705274 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.180880 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.765375 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-7d8edabc-a190-4d99-bc6d-49390a9b5237 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432553 Apr 06 14:17:18.845149 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ac2f-e222-473f-95da-c513c555d029 req-46d76036-c28b-47d5-9622-437c928c0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.846697 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-46d76036-c28b-47d5-9622-437c928c0003 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0454714 Apr 06 14:17:18.951155 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ac2f-e222-473f-95da-c513c555d029 req-3fe9a35d-612e-4463-92c1-8e81e4fda377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.952683 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-3fe9a35d-612e-4463-92c1-8e81e4fda377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.0876474 Apr 06 14:17:19.020745 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-b916364b-0ca2-4db0-b114-f4b8b6597567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 1001 time: 0.0604768 Apr 06 14:17:19.068753 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ac2f-e222-473f-95da-c513c555d029 req-dfbc867c-5c1a-4a82-8a94-1d209a3df3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.070215 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-dfbc867c-5c1a-4a82-8a94-1d209a3df3c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0436673 Apr 06 14:17:19.123987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ac2f-e222-473f-95da-c513c555d029 req-79d9d8bc-19ac-4e6f-8df6-96de0024fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.125512 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-79d9d8bc-19ac-4e6f-8df6-96de0024fbf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493193 Apr 06 14:17:19.219822 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-420a6edf-9492-4b25-9ecf-f29c20cbfee7 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Apr 06 14:17:19.322902 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84d9ac2f-e222-473f-95da-c513c555d029 req-a8c34cd4-977f-4adb-a31d-220b6bede39f service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968440 Apr 06 14:17:19.821687 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.984853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30383c-47d2-4762-8a91-fcd51e44603c req-cd569fa8-62be-48bd-82d9-2c34648dd435 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.986560 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc30383c-47d2-4762-8a91-fcd51e44603c req-cd569fa8-62be-48bd-82d9-2c34648dd435 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 945 time: 0.0567086 Apr 06 14:17:21.042929 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc30383c-47d2-4762-8a91-fcd51e44603c req-8a5814d2-0e14-43b1-a314-50c163c474c4 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Apr 06 14:17:22.265910 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c6a1b-47bb-40bd-8058-ceeaa3e9ce40 req-613cd08b-ff63-4e1f-950f-ced006373924 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.267488 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da5c6a1b-47bb-40bd-8058-ceeaa3e9ce40 req-613cd08b-ff63-4e1f-950f-ced006373924 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 945 time: 0.1555924 Apr 06 14:17:22.317947 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da5c6a1b-47bb-40bd-8058-ceeaa3e9ce40 req-23cdf768-56ed-46c7-ae85-6d2b3d70af2c tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/security-groups?id=464d2d1c-9822-4fc1-baa6-e557d5dcfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Apr 06 14:17:22.650836 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-723edaef-fea2-4ca3-988f-8382d6054003 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.652998 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-723edaef-fea2-4ca3-988f-8382d6054003 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 945 time: 0.0580807 Apr 06 14:17:22.746306 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Deleting port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:17:22.746643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.839752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] For port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,segment=NetworkSegment(01675558-db42-48db-aebd-87c38608650c),segment_id=01675558-db42-48db-aebd-87c38608650c)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:22.840196 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.855680 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Calling delete_port for deea83b0-13f3-47c2-a0e0-1fe7a587e3ce owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:17:23.054334 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (deea83b0-13f3-47c2-a0e0-1fe7a587e3ce), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.085394 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Pushing event deleted for resources: {'Port': ['ID=deea83b0-13f3-47c2-a0e0-1fe7a587e3ce,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:23.090244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['deea83b0-13f3-47c2-a0e0-1fe7a587e3ce'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:23.131313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] No DVR routers for this DVR port deea83b0-13f3-47c2-a0e0-1fe7a587e3ce on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:17:23.133932 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.138102 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65dbedfe-a0ca-4e5f-ae56-017a653641a7 req-4ff16070-2143-49b8-8f2b-d3403435181a tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.46 "DELETE /v2.0/ports/deea83b0-13f3-47c2-a0e0-1fe7a587e3ce HTTP/1.1" status: 204 len: 173 time: 0.4795077 Apr 06 14:17:23.138608 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'name': 'network-vif-deleted', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:23.140872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034e189-bb14-4ca4-a4e2-8bdb7e4673f3" -d '{"events": [{"server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "name": "network-vif-deleted", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:23.175728 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55530abb-61f1-408e-8222-a7b71915fac7 x-openstack-request-id: req-55530abb-61f1-408e-8222-a7b71915fac7 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:23.176054 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7be57-5f96-41fa-9b90-54b1ce1f909f", "name": "network-vif-deleted", "tag": "deea83b0-13f3-47c2-a0e0-1fe7a587e3ce", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:23.176633 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55530abb-61f1-408e-8222-a7b71915fac7 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:23.177048 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55530abb-61f1-408e-8222-a7b71915fac7'] response: {'server_uuid': '08b7be57-5f96-41fa-9b90-54b1ce1f909f', 'name': 'network-vif-deleted', 'tag': 'deea83b0-13f3-47c2-a0e0-1fe7a587e3ce', 'status': 'completed', 'code': 200} Apr 06 14:17:23.419233 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-70c3c3bb-37c5-4b5c-8d68-0af9f9aaae3c req-b3b541f6-edd2-4098-bde1-d7d09a79d990 tempest-VolumesSnapshotTestJSON-1337163005 tempest-VolumesSnapshotTestJSON-1337163005-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b7be57-5f96-41fa-9b90-54b1ce1f909f HTTP/1.1" status: 200 len: 210 time: 0.0282340 Apr 06 14:17:25.838889 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device deea83b0-13f3-47c2-a0e0-1fe7a587e3ce no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:17:25.858630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: deea83b0-13f3-47c2-a0e0-1fe7a587e3ce {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:17:25.858977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device deea83b0-13f3-47c2-a0e0-1fe7a587e3ce not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:17:42.636247 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.796493 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:17:42.813626 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6f4829b9-54b2-4212-bf28-dbb472054e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.586862 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d3cfbff5-fd8e-41ef-83e5-120f9c5bd1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.701016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.167798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:49.882265 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.233807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44564) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:50.283023 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Deleting subnet ff5071ae-18f7-471d-bf50-a17c84566570 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:17:50.286756 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Publish callbacks [] for subnet (ff5071ae-18f7-471d-bf50-a17c84566570), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.332363 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (ff5071ae-18f7-471d-bf50-a17c84566570), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.375645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (ff5071ae-18f7-471d-bf50-a17c84566570), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.489955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (ff5071ae-18f7-471d-bf50-a17c84566570), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.517474 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5071ae-18f7-471d-bf50-a17c84566570,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:50.522278 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.525917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ff5071ae-18f7-471d-bf50-a17c84566570 HTTP/1.1" status: 204 len: 168 time: 0.2910762 Apr 06 14:17:50.528572 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44566) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:50.531490 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.536941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216ec11-91d1-4a4c-8b82-9897ded80650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.601304 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.702998 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.722790 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:50.732940 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01675558-db42-48db-aebd-87c38608650c') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:50.733238 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01675558-db42-48db-aebd-87c38608650c') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:50.742355 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (01675558-db42-48db-aebd-87c38608650c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.757538 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (01675558-db42-48db-aebd-87c38608650c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.764503 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:17:50.764899 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (01675558-db42-48db-aebd-87c38608650c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:50.766591 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:50.900810 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.906480 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.910436 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15 HTTP/1.1" status: 204 len: 168 time: 0.3801000 Apr 06 14:17:50.922180 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c23e94-a6e9-4e40-a0e0-398a7a7e2e15,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:50.930157 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.930505 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.930852 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.931193 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.931554 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.931950 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.932222 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.932583 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.932902 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.933819 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.934167 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.934501 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.934829 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.935152 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.935500 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfca24-3252-4c74-b6f4-15a216151df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:51.317075 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44572) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:51.357233 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-5bf564c7-ca48-4bab-8f83-8c91e78c251c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a1583c318ed46098df8da862bd8b592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389211 Apr 06 14:17:51.360099 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44574) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:51.412468 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] Publish callbacks [] for security_group (464d2d1c-9822-4fc1-baa6-e557d5dcfea3), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.433374 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] Publish callbacks [] for security_group (464d2d1c-9822-4fc1-baa6-e557d5dcfea3), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.552553 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (464d2d1c-9822-4fc1-baa6-e557d5dcfea3), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.555038 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.556215 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/464d2d1c-9822-4fc1-baa6-e557d5dcfea3 HTTP/1.1" status: 204 len: 168 time: 0.1951807 Apr 06 14:17:51.564276 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7109e1-6d24-439a-b97d-7c5b944babf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d2d1c-9822-4fc1-baa6-e557d5dcfea3,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:06.470410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951211d7-df62-4004-99a7-8df8c76b239b req-2b1e38f0-c409-476e-b3c9-db1e2ef79369 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:06.471976 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-951211d7-df62-4004-99a7-8df8c76b239b req-2b1e38f0-c409-476e-b3c9-db1e2ef79369 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0554514 Apr 06 14:18:06.531017 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-951211d7-df62-4004-99a7-8df8c76b239b req-b8d7b81e-836a-44c6-8c27-da5bbb3c46e7 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530643 Apr 06 14:18:07.657325 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2a0f-1844-4975-92e4-a2990e95669f req-1bfb4d11-d7e1-454d-b108-d5061a6239a1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.658835 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7bc2a0f-1844-4975-92e4-a2990e95669f req-1bfb4d11-d7e1-454d-b108-d5061a6239a1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Apr 06 14:18:07.707447 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7bc2a0f-1844-4975-92e4-a2990e95669f req-198658d6-9a4b-4ceb-8b3b-2a89b91116ce tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429783 Apr 06 14:18:08.823764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959a704-3f47-4ce7-a27a-bb7f688dd25a req-ff6f1482-ecb5-46c7-b957-7bb38d4af951 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.829215 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e959a704-3f47-4ce7-a27a-bb7f688dd25a req-ff6f1482-ecb5-46c7-b957-7bb38d4af951 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Apr 06 14:18:08.875187 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e959a704-3f47-4ce7-a27a-bb7f688dd25a req-ab218c45-bc8a-478a-b137-f5c70d5527bd tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Apr 06 14:18:10.006943 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f634b-f7f4-4556-a2d0-44e84352827d req-0b1659eb-99b1-47d7-b9ab-3d21d8a5618c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.008507 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-964f634b-f7f4-4556-a2d0-44e84352827d req-0b1659eb-99b1-47d7-b9ab-3d21d8a5618c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0654323 Apr 06 14:18:10.058697 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-964f634b-f7f4-4556-a2d0-44e84352827d req-802b9bac-e1b9-41f0-be1f-85ce2cf15e14 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Apr 06 14:18:11.182579 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8672b7-a284-4ad8-95c1-7107f94e94f7 req-09341e57-ca08-488b-89e0-0aa50dc60bea tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:11.184114 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd8672b7-a284-4ad8-95c1-7107f94e94f7 req-09341e57-ca08-488b-89e0-0aa50dc60bea tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Apr 06 14:18:11.236179 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd8672b7-a284-4ad8-95c1-7107f94e94f7 req-d52df91b-67f6-408e-9918-7b83783322a4 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441606 Apr 06 14:18:11.717136 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44716) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:11.820587 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2bad-fc77-4dc7-9806-a6aad807249f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:11.892220 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2bad-fc77-4dc7-9806-a6aad807249f admin admin] Publish callbacks [] for security_group (bb18c7b8-ec6f-4740-a526-afc4ee1b070a), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:11.967411 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2bad-fc77-4dc7-9806-a6aad807249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bb18c7b8-ec6f-4740-a526-afc4ee1b070a), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.012104 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-c9bc2bad-fc77-4dc7-9806-a6aad807249f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d2b1d7767ef4295997590c99d095674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938800 Apr 06 14:18:12.012975 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2bad-fc77-4dc7-9806-a6aad807249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb18c7b8-ec6f-4740-a526-afc4ee1b070a,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.014812 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44720) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:12.064002 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] Publish callbacks [] for security_group (bb18c7b8-ec6f-4740-a526-afc4ee1b070a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.084846 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] Publish callbacks [] for security_group (bb18c7b8-ec6f-4740-a526-afc4ee1b070a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.209169 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (bb18c7b8-ec6f-4740-a526-afc4ee1b070a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.211832 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.212938 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb18c7b8-ec6f-4740-a526-afc4ee1b070a HTTP/1.1" status: 204 len: 168 time: 0.1970880 Apr 06 14:18:12.222997 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5728c-2bfa-48ed-b95c-c7b8c103a48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb18c7b8-ec6f-4740-a526-afc4ee1b070a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:12.358061 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2b9bd-12c6-4b6a-9bb9-fa01f8e174b2 req-39090538-aa90-436a-bd7a-4f896504fdda tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.359569 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f2b9bd-12c6-4b6a-9bb9-fa01f8e174b2 req-39090538-aa90-436a-bd7a-4f896504fdda tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0535901 Apr 06 14:18:12.408426 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82f2b9bd-12c6-4b6a-9bb9-fa01f8e174b2 req-3da74b55-a27b-4beb-96da-c825bd721f44 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Apr 06 14:18:12.677195 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.780296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-542f1791-f64a-4d9f-ae43-f805d0353fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.158429 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44744) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:13.259323 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1282389808-network', 'tenant_id': '2d17f17804a04b0cacc65967141f6086'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:13.332897 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Made reservation on behalf of 2d17f17804a04b0cacc65967141f6086 for: {'network': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:13.335166 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.343917 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.414885 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks [] for security_group (858246e9-d777-4174-b7a8-f4d8203ed050), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.482004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (858246e9-d777-4174-b7a8-f4d8203ed050), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.503818 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:13.520166 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858246e9-d777-4174-b7a8-f4d8203ed050,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:13.523136 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (261e995e-2d22-4778-9a04-7c07a3f9b5de), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.523576 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.segments_db [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Added segment 261e995e-2d22-4778-9a04-7c07a3f9b5de of type vlan for network 374f3c5e-901f-4951-ae62-d699900b1b00 Apr 06 14:18:13.534768 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e369381-df25-47be-92e7-9298c18ae539 req-71d20d81-7bc7-4b6c-b628-6afccda87798 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:13.539934 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e369381-df25-47be-92e7-9298c18ae539 req-71d20d81-7bc7-4b6c-b628-6afccda87798 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0656312 Apr 06 14:18:13.566219 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (374f3c5e-901f-4951-ae62-d699900b1b00), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.592622 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e369381-df25-47be-92e7-9298c18ae539 req-4996ab0d-8bf2-4b48-8099-dd61b49198df tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454154 Apr 06 14:18:13.637672 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (374f3c5e-901f-4951-ae62-d699900b1b00), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.638668 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:13.639302 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.700133 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] Pushing event updated for resources: {'Network': ['ID=374f3c5e-901f-4951-ae62-d699900b1b00,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:13.709775 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network 374f3c5e-901f-4951-ae62-d699900b1b00 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:18:13.769040 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-eca55684-7cc8-4b75-b14a-91a4c64591ef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6090875 Apr 06 14:18:13.771506 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44750) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:13.777733 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Request body: {'subnet': {'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1282389808-subnet', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'ip_version': 4}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:13.847071 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Made reservation on behalf of 2d17f17804a04b0cacc65967141f6086 for: {'subnet': 1} {{(pid=103968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:13.849435 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9438407'] for subnet (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.076385 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10253157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9438425'] for subnet (1a2136df-34b2-4012-8732-1fd0c9cbe71d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.132455 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a2136df-34b2-4012-8732-1fd0c9cbe71d,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:14.141953 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:14.142308 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Network hostable DHCP agents. Network: 374f3c5e-901f-4951-ae62-d699900b1b00, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:14.212754 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:14.281581 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, 374f3c5e-901f-4951-ae62-d699900b1b00) {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:14.286116 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.287304 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.290490 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0e7cd-2756-4386-9192-c3255a38ff3a None None] Network 374f3c5e-901f-4951-ae62-d699900b1b00 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:18:14.375747 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-7f51156b-ddac-4b72-9df0-f741688c2750 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6031036 Apr 06 14:18:14.378350 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44752) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:14.382594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:14.400421 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-374f3c5e-901f-4951-ae62-d699900b1b00', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:18:14.401283 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.454682 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.455835 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.511199 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for router_controller (b3b8428b-e5c0-48b1-94c0-8687ebff3303), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.532911 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Allocated IP 172.20.0.2 (374f3c5e-901f-4951-ae62-d699900b1b00/1a2136df-34b2-4012-8732-1fd0c9cbe71d/0f1343ff-6e68-4a84-b3c7-fae38b3456da) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:14.687262 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks [] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.721861 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8ca58-d64a-4605-bae8-cb89319d3841 req-52e28040-91c6-4958-a1a2-e1bc91a6b4d1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.723371 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9b8ca58-d64a-4605-bae8-cb89319d3841 req-52e28040-91c6-4958-a1a2-e1bc91a6b4d1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Apr 06 14:18:14.733515 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for router_gateway (b3b8428b-e5c0-48b1-94c0-8687ebff3303), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.752321 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.774846 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9b8ca58-d64a-4605-bae8-cb89319d3841 req-b562b597-cc29-41d4-8f4e-d54abc28f3d5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450611 Apr 06 14:18:14.791919 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:14.794228 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:14.797821 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:14.804548 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Pushing event updated for resources: {'Port': ['ID=0f1343ff-6e68-4a84-b3c7-fae38b3456da,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:14.814844 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.815276 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.820273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:14.872139 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Attempting to bind port 0f1343ff-6e68-4a84-b3c7-fae38b3456da on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:14.872428 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Attempting to bind port 0f1343ff-6e68-4a84-b3c7-fae38b3456da by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:14.872719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Attempting to bind port 0f1343ff-6e68-4a84-b3c7-fae38b3456da on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:14.877683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:14.878057 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:14.878456 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.878846 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Bound using segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:14.879298 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Bound port: 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:14.879697 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:14.942699 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] For port 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:14.945874 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] For port 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0f1343ff-6e68-4a84-b3c7-fae38b3456da,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:15.010825 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for router_gateway (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.014963 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.030707 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.078504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106570-c513-4926-8dcb-f6e68d96a0ab None None] Pushing event updated for resources: {'Port': ['ID=0f1343ff-6e68-4a84-b3c7-fae38b3456da,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.142267 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Allocated IP 172.27.1.167 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/0ab8ea50-a793-436e-901e-2a98d5ee445e) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:15.252163 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.344910 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.381830 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:15.384919 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:15.387853 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:15.424397 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab8ea50-a793-436e-901e-2a98d5ee445e,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:15.488841 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-65c55888-3455-4bc2-9599-e6271792574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.689598 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for router_gateway (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:15.915872 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c832604-b7b3-4c7d-8fd0-328b9fae73e7 req-b561acc6-e1f6-4c6c-8219-1d6222293b23 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.917526 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c832604-b7b3-4c7d-8fd0-328b9fae73e7 req-b561acc6-e1f6-4c6c-8219-1d6222293b23 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0622096 Apr 06 14:18:15.976046 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c832604-b7b3-4c7d-8fd0-328b9fae73e7 req-a0aba52c-12c9-4d6d-819a-9beb6395f2fe tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517671 Apr 06 14:18:16.055185 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0399ce-a8f1-4982-b595-4a7863d2c6bd None None] Network 374f3c5e-901f-4951-ae62-d699900b1b00 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:18:16.122286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Provisioning complete for port 0f1343ff-6e68-4a84-b3c7-fae38b3456da triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:16.122787 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.167705 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.244702 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Current status of the port 0f1343ff-6e68-4a84-b3c7-fae38b3456da is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:16.245100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.280057 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] For port 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0f1343ff-6e68-4a84-b3c7-fae38b3456da,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:16.357800 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.391885 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:16.410299 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262974-4a27-4772-8df7-f4e57375d823 None None] Pushing event updated for resources: {'Port': ['ID=0f1343ff-6e68-4a84-b3c7-fae38b3456da,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:16.477203 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-05bb2145-dcb3-4f82-8b1b-a1fcbe0409de None None] Provisioning complete for port 0f1343ff-6e68-4a84-b3c7-fae38b3456da triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:16.477576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-05bb2145-dcb3-4f82-8b1b-a1fcbe0409de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.498957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:16.512266 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:16.532213 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:16.532832 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:16.565064 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.566343 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-665b563f-8203-4d4f-80ec-fa1b10075a80 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1870511 Apr 06 14:18:16.569133 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44758) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:16.674159 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-05bb2145-dcb3-4f82-8b1b-a1fcbe0409de None None] Current status of the port 0f1343ff-6e68-4a84-b3c7-fae38b3456da is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:16.688241 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:16.751954 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:16.782580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4f181-7b91-4dd2-868b-f00402975516 req-d344ca71-1331-4b1a-8b32-1bf2591b6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.784147 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-d344ca71-1331-4b1a-8b32-1bf2591b6bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0988743 Apr 06 14:18:16.881455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4f181-7b91-4dd2-868b-f00402975516 req-27e7360c-fe48-494a-bd58-457e6547b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.883474 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-27e7360c-fe48-494a-bd58-457e6547b764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.0934899 Apr 06 14:18:16.896028 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:15Z', 'revision_number': 3, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:16.944250 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:16.944766 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Updating router b3b8428b-e5c0-48b1-94c0-8687ebff3303 port 0ab8ea50-a793-436e-901e-2a98d5ee445e binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:18:16.953961 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-c4ba9610-7753-4873-aea8-cd8a95d62590 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 1001 time: 0.0648048 Apr 06 14:18:16.989537 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.025665 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.026613 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4f181-7b91-4dd2-868b-f00402975516 req-a2d0274e-062f-4a51-8575-0eff786adfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.030054 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-a2d0274e-062f-4a51-8575-0eff786adfd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0669036 Apr 06 14:18:17.096763 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0f1343ff-6e68-4a84-b3c7-fae38b3456da up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:17.143410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4f181-7b91-4dd2-868b-f00402975516 req-f71db002-683b-4f08-8041-79633f992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.144957 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-f71db002-683b-4f08-8041-79633f992206 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994282 Apr 06 14:18:17.157159 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-80039236-823e-4861-8d88-e951cdfe0746 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:18:17.158324 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-80039236-823e-4861-8d88-e951cdfe0746 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058312 Apr 06 14:18:17.166590 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09851e53-144c-49f3-b76e-1cfb4107a6e4 req-f2fe8925-17f2-4701-9d30-7e8381a336db tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.168242 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09851e53-144c-49f3-b76e-1cfb4107a6e4 req-f2fe8925-17f2-4701-9d30-7e8381a336db tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0756199 Apr 06 14:18:17.207129 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Allocated IP 172.20.0.1 (374f3c5e-901f-4951-ae62-d699900b1b00/1a2136df-34b2-4012-8732-1fd0c9cbe71d/b2647af9-0ed3-4630-826e-d84bebe2fab5) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:17.289770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09851e53-144c-49f3-b76e-1cfb4107a6e4 req-16cb5874-82cf-4bf6-a279-e70ef590aa7b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121078 Apr 06 14:18:17.317139 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-b91e4978-51ac-48f0-b5b6-502e6a74ffaa service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393080 Apr 06 14:18:17.325409 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks [] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.389826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 0f1343ff-6e68-4a84-b3c7-fae38b3456da triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:17.390194 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.421108 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.422410 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac4f181-7b91-4dd2-868b-f00402975516 req-8a913247-5011-4e4b-8688-7dbe78b8004b service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071117 Apr 06 14:18:17.462641 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:17.465540 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:17.469044 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:17.499264 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Pushing event updated for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.518454 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.548974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks [] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.550684 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 0f1343ff-6e68-4a84-b3c7-fae38b3456da is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:17.643318 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.703969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d8fcd-cf32-49c8-9576-c1c2d018f9fa None None] Pushing event updated for resources: {'Port': ['ID=0ab8ea50-a793-436e-901e-2a98d5ee445e,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:17.709654 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Attempting to bind port 0ab8ea50-a793-436e-901e-2a98d5ee445e on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:17.710025 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Attempting to bind port 0ab8ea50-a793-436e-901e-2a98d5ee445e by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:17.710486 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Attempting to bind port 0ab8ea50-a793-436e-901e-2a98d5ee445e on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:17.719209 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:17.719611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:17.720014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.720405 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:17.720869 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Bound port: 0ab8ea50-a793-436e-901e-2a98d5ee445e, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:17.721248 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.724142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-b285c287-e2ee-4b8d-939b-e10860381113 None None] Provisioning complete for port b2647af9-0ed3-4630-826e-d84bebe2fab5 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:17.724504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b285c287-e2ee-4b8d-939b-e10860381113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.727791 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.796483 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-b285c287-e2ee-4b8d-939b-e10860381113 None None] Port b2647af9-0ed3-4630-826e-d84bebe2fab5 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:18:17.802729 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] For port 0ab8ea50-a793-436e-901e-2a98d5ee445e, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:17.805936 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] For port 0ab8ea50-a793-436e-901e-2a98d5ee445e, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0ab8ea50-a793-436e-901e-2a98d5ee445e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:17.854795 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.891491 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks [] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.909395 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:17.910042 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:17.934955 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:17.950671 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d8fcd-cf32-49c8-9576-c1c2d018f9fa None None] Pushing event updated for resources: {'Port': ['ID=0ab8ea50-a793-436e-901e-2a98d5ee445e,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:18.001933 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:18.004556 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Pushing event updated for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:18.032355 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:18.099288 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:18.101251 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:18.196147 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:18.225036 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:18.264771 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:18.293877 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e1d05-035f-4600-b101-459376b266d6 None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:18.324892 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-a599b376-245e-48cc-bcc1-2e178a459c2a None None] Provisioning complete for port b2647af9-0ed3-4630-826e-d84bebe2fab5 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:18.325863 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-a599b376-245e-48cc-bcc1-2e178a459c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:18.350682 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:18.356346 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-eda8dff5-ff19-4b86-932b-b5908ac36152 admin admin] 10.222.0.62 "PUT /v2.0/routers/b3b8428b-e5c0-48b1-94c0-8687ebff3303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861969 Apr 06 14:18:18.371458 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-a599b376-245e-48cc-bcc1-2e178a459c2a None None] Port b2647af9-0ed3-4630-826e-d84bebe2fab5 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:18:18.445833 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7543d4-7581-41c3-a061-b74201b41fc6 req-73ec7272-82e6-4fa2-9827-22f6bfedbb1b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.447495 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a7543d4-7581-41c3-a061-b74201b41fc6 req-73ec7272-82e6-4fa2-9827-22f6bfedbb1b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0553880 Apr 06 14:18:18.502874 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a7543d4-7581-41c3-a061-b74201b41fc6 req-4835b2b4-4ed2-4b36-9ed3-2b18b0932893 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493124 Apr 06 14:18:19.199215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44782) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:19.206416 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-638573018-network', 'tenant_id': 'e6dc746e79a84c41afce715224e54215'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:19.351565 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Made reservation on behalf of e6dc746e79a84c41afce715224e54215 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:19.353931 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.364465 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.451797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks [] for security_group (cec1ff61-803b-4d11-a342-861c09bb04d8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.515525 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (cec1ff61-803b-4d11-a342-861c09bb04d8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.542643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:18:19.553586 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1ff61-803b-4d11-a342-861c09bb04d8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:19.558727 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (3681de57-71c5-424c-8db2-1e0bebd7c6de), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.559070 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Added segment 3681de57-71c5-424c-8db2-1e0bebd7c6de of type vlan for network e0d61386-b57c-48da-b272-d558056ab664 Apr 06 14:18:19.630462 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758758382659'] for network (e0d61386-b57c-48da-b272-d558056ab664), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.673118 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0f741-195b-4d46-9f52-09e84491f6b1 req-6355347a-1c3d-4e66-8e6d-31f48a8aaf14 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.674622 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-66b0f741-195b-4d46-9f52-09e84491f6b1 req-6355347a-1c3d-4e66-8e6d-31f48a8aaf14 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0868273 Apr 06 14:18:19.723337 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-66b0f741-195b-4d46-9f52-09e84491f6b1 req-1da2d74c-a7a7-4bc5-833c-662c34f9f2a1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429912 Apr 06 14:18:19.740293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840'] for network (e0d61386-b57c-48da-b272-d558056ab664), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.741291 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.741899 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.797002 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:18:19.805853 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d61386-b57c-48da-b272-d558056ab664,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:19.815744 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Network e0d61386-b57c-48da-b272-d558056ab664 details requested by agent ovs-agent-dv-cinder-836822-1-iscsi with host dv-cinder-836822-1-iscsi {{(pid=103969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:18:19.852028 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.890441 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-38b99ae2-a19d-4798-ba3e-5bd7870184d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6900969 Apr 06 14:18:19.893188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44786) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:19.897775 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Request body: {'subnet': {'network_id': 'e0d61386-b57c-48da-b272-d558056ab664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-638573018-subnet', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:19.972704 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Made reservation on behalf of e6dc746e79a84c41afce715224e54215 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:19.975487 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10115271'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.102398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-d150c946-568e-47f6-98bb-7bc6273ad89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.103978 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-d150c946-568e-47f6-98bb-7bc6273ad89a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0910425 Apr 06 14:18:20.266491 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-7e115f2c-8bcc-4f8b-8df3-5574b9f350d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.267986 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-7e115f2c-8bcc-4f8b-8df3-5574b9f350d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.1325104 Apr 06 14:18:20.323941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10130140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10115289'] for subnet (64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.368636 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:20.369815 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-29bd8880-8056-463b-bc60-1a372e305d5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 1001 time: 0.0954783 Apr 06 14:18:20.379039 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:20.379677 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:20.398512 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:20.406813 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Checking segment: {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:20.407175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Network hostable DHCP agents. Network: e0d61386-b57c-48da-b272-d558056ab664, hostable agents: ['d8825ab7-0329-4644-982b-ed01e2132d24'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:18:20.477313 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Network e0d61386-b57c-48da-b272-d558056ab664 is scheduled to be hosted by DHCP agent d8825ab7-0329-4644-982b-ed01e2132d24 with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:18:20.488830 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:20.528955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-81f556d8-8784-4db3-9d4b-1330fa1f16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.530429 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-81f556d8-8784-4db3-9d4b-1330fa1f16a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0458238 Apr 06 14:18:20.565701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-1-iscsi, e0d61386-b57c-48da-b272-d558056ab664) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:20.573634 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526eaea-055c-4266-bb32-61a3f9b235e5 None None] Network e0d61386-b57c-48da-b272-d558056ab664 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:18:20.575917 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.576595 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.605887 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-a989c9cd-2e7f-4532-994d-88c9fc2ad669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.607915 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-a989c9cd-2e7f-4532-994d-88c9fc2ad669 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712960 Apr 06 14:18:20.671332 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-19ba4bd4-1069-4a79-9df8-5e98aefb8131 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7770977 Apr 06 14:18:20.674034 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44788) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:20.678977 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:20.689557 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f0ffe23-6b76-5b18-8bb2-b529d7dce969-e0d61386-b57c-48da-b272-d558056ab664', 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664', 'project_id': 'e6dc746e79a84c41afce715224e54215', 'fixed_ips': [{'subnet_id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e'}]}} from dv-cinder-836822-1-iscsi. {{(pid=103969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:18:20.692042 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.707205 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 2, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:20.729189 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-fed27382-c088-43f3-998c-d100ea29a765 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146927 Apr 06 14:18:20.736764 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:20.737130 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Updating router b3b8428b-e5c0-48b1-94c0-8687ebff3303 port b2647af9-0ed3-4630-826e-d84bebe2fab5 binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:18:20.767107 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.770080 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7886'] for router (209240fd-827a-4138-8699-daf05feaa816), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.771683 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807121', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7863'] for router (209240fd-827a-4138-8699-daf05feaa816), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.861481 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for router_controller (209240fd-827a-4138-8699-daf05feaa816), precommit_add_association {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.883011 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.db_base_plugin_common [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Allocated IP 172.20.0.2 (e0d61386-b57c-48da-b272-d558056ab664/64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e/fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd) {{(pid=103969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:20.890319 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50558d61-504f-4fbb-ab5b-860e95d5ef3b req-e8a4bfcb-7a72-4f74-a204-1d6de0e9e81c service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540470 Apr 06 14:18:20.898706 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02031-4997-4b1e-92b5-0e41e2bc6632 req-9a1321b6-a698-4f7f-ae3a-c76eb7814346 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.901379 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e0b02031-4997-4b1e-92b5-0e41e2bc6632 req-9a1321b6-a698-4f7f-ae3a-c76eb7814346 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0849845 Apr 06 14:18:20.971861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e0b02031-4997-4b1e-92b5-0e41e2bc6632 req-98fd6388-c272-4b39-93e5-58c3e5a36960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601087 Apr 06 14:18:21.096540 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0ab8ea50-a793-436e-901e-2a98d5ee445e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:21.126368 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for router_gateway (209240fd-827a-4138-8699-daf05feaa816), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.146068 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks [] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.165025 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks [] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), precommit_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.221632 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 0ab8ea50-a793-436e-901e-2a98d5ee445e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:21.222005 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.254397 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.281634 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), after_create {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.334329 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Pushing event updated for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.366439 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.366755 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.367072 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.367471 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.367936 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369249 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369249 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369249 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369249 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369612 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.369885 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.370236 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.370568 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.370960 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.385237 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:21.385628 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Network e0d61386-b57c-48da-b272-d558056ab664 is already hosted by enough agents. {{(pid=103969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:21.390233 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Attempting to bind port b2647af9-0ed3-4630-826e-d84bebe2fab5 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:21.390612 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Attempting to bind port b2647af9-0ed3-4630-826e-d84bebe2fab5 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:21.390978 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Attempting to bind port b2647af9-0ed3-4630-826e-d84bebe2fab5 on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:21.394542 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Pushing event updated for resources: {'Port': ['ID=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,revision_number=1']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.396464 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:21.397145 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:21.397289 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.397760 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Bound using segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:21.398238 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Bound port: b2647af9-0ed3-4630-826e-d84bebe2fab5, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:21.398624 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.400394 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.scheduler.base_scheduler [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Resources bound (agent type, host, resource id): {{(pid=103969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:21.410084 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Received port after_create {{(pid=103969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:21.419015 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 0ab8ea50-a793-436e-901e-2a98d5ee445e is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:21.419435 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.483605 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 0ab8ea50-a793-436e-901e-2a98d5ee445e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0ab8ea50-a793-436e-901e-2a98d5ee445e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:21.490816 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] For port b2647af9-0ed3-4630-826e-d84bebe2fab5, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:21.491063 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for router_gateway (209240fd-827a-4138-8699-daf05feaa816), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.500652 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] For port b2647af9-0ed3-4630-826e-d84bebe2fab5, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=b2647af9-0ed3-4630-826e-d84bebe2fab5,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:21.513243 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.530255 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Attempting to bind port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:21.530719 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Attempting to bind port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:21.531152 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Attempting to bind port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd on network e0d61386-b57c-48da-b272-d558056ab664 {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:21.541611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:21.542109 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Checking segment: {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:21.542588 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.543594 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Bound using segment: {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:21.544142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Bound port: fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:21.544667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.560256 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.560798 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.627038 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb470f-ccbc-4aa7-83c7-4448ce8f6bac None None] Pushing event updated for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.629497 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:21.630119 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:21.666348 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Allocated IP 172.27.1.162 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/8e031b45-ffdc-426d-8905-bd5553c1d7cc) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:21.686454 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=0ab8ea50-a793-436e-901e-2a98d5ee445e,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.690483 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Provisioning complete for port b2647af9-0ed3-4630-826e-d84bebe2fab5 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:21.690999 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.720056 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] For port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:21.742227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] For port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:21.772708 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:21.806446 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Current status of the port b2647af9-0ed3-4630-826e-d84bebe2fab5 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:21.806975 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.818033 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.833096 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.877430 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] For port b2647af9-0ed3-4630-826e-d84bebe2fab5, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=b2647af9-0ed3-4630-826e-d84bebe2fab5,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:21.913335 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d986f46-2694-47a6-9ed9-48d6c34d595c None None] Pushing event updated for resources: {'Port': ['ID=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:21.956451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:21.978761 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.002569 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:22.013406 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:22.020035 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:22.022497 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:22.031618 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:18:22.047527 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657f8e-78c9-4045-9f9a-4e11da74a11e None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:22.057133 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e031b45-ffdc-426d-8905-bd5553c1d7cc,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:22.066421 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561365f-93cb-4b26-97f8-2a46d6983abb None None] Pushing event updated for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:22.106638 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-e66e873e-6b07-403e-a7cb-d59fe977b234 None None] Provisioning complete for port b2647af9-0ed3-4630-826e-d84bebe2fab5 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:22.107017 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-e66e873e-6b07-403e-a7cb-d59fe977b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.353877 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 63b0b380-9058-49a3-9862-1d2dabb62f0b is: ACTIVE; New status is: DOWN {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:22.354532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.388497 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:22.393975 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c574e78-9775-4afd-9799-4f0a576b850a" -d '{"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-unplugged", "status": "completed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:22.427556 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:22.453087 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for router_gateway (209240fd-827a-4138-8699-daf05feaa816), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.453332 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-e66e873e-6b07-403e-a7cb-d59fe977b234 None None] Current status of the port b2647af9-0ed3-4630-826e-d84bebe2fab5 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:22.505833 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.573054 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a08440-6cf0-438c-aea9-a3d8e7a5dfc1 req-0b39b2b6-2ba7-4d64-ac70-c03903274f20 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.575894 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41a08440-6cf0-438c-aea9-a3d8e7a5dfc1 req-0b39b2b6-2ba7-4d64-ac70-c03903274f20 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0871053 Apr 06 14:18:22.606985 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=6']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:22.704655 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41a08440-6cf0-438c-aea9-a3d8e7a5dfc1 req-591edfff-d2f0-404e-94e3-a3ea76e3b8aa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215682 Apr 06 14:18:22.756692 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-9c55ce59-eb35-4212-b00f-535e6f6463ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2800946 Apr 06 14:18:22.821327 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea2dad-cc8f-4a27-bb9b-7a45caffdd85 x-openstack-request-id: req-f4ea2dad-cc8f-4a27-bb9b-7a45caffdd85 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:22.821508 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-unplugged", "status": "failed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "code": 422}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:22.821855 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4ea2dad-cc8f-4a27-bb9b-7a45caffdd85 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:22.822350 dv-cinder-836822-1-iscsi neutron-server[103969]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4ea2dad-cc8f-4a27-bb9b-7a45caffdd85']: {'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'code': 422} returned with failed status Apr 06 14:18:22.825173 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808320'] for router (209240fd-827a-4138-8699-daf05feaa816), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:22.914555 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-9ac4ead0-25f3-4ee1-8945-64ece982f3e9 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.916132 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-9ac4ead0-25f3-4ee1-8945-64ece982f3e9 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports/63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 940 time: 0.1266325 Apr 06 14:18:23.109975 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Router 209240fd-827a-4138-8699-daf05feaa816 is scheduled to L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc with binding_index 1 {{(pid=103968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:18:23.137892 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad23cc-4104-4795-9962-49cc8a5697b0 None None] Network e0d61386-b57c-48da-b272-d558056ab664 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:18:23.199058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:23.262824 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Provisioning complete for port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:23.263381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.349792 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:23.350224 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.442880 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Current status of the port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:23.443229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.508186 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] For port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:23.509590 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:23.511600 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:23.511998 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.524145 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Sync routers for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:23.543421 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:23.544075 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:23.585015 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.605914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.607316 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-3ea70461-c55c-4f70-91a4-fe4cad34dea5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9317393 Apr 06 14:18:23.610293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44814) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:23.719436 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:18:23.719795 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG oslo_db.api [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:18:23.729078 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5848-ea46-4c42-8776-76f6ba0caeee None None] Pushing event updated for resources: {'Port': ['ID=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:23.743609 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-d8b04743-3d88-4def-90f2-0eaeb57e8771 None None] Provisioning complete for port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:23.746635 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d8b04743-3d88-4def-90f2-0eaeb57e8771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:23.776914 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:23.958478 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d8b04743-3d88-4def-90f2-0eaeb57e8771 None None] Current status of the port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:24.020777 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:22Z', 'revision_number': 3, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:24.047090 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Checking router: 209240fd-827a-4138-8699-daf05feaa816 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:24.047673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Updating router 209240fd-827a-4138-8699-daf05feaa816 port 8e031b45-ffdc-426d-8905-bd5553c1d7cc binding host dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:18:24.082054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.103112 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c118-8a0d-48e7-927b-89cde94b59d0 req-35f365a2-72b2-4d74-8bc2-caf313c032ea tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:24.104625 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bcb0c118-8a0d-48e7-927b-89cde94b59d0 req-35f365a2-72b2-4d74-8bc2-caf313c032ea tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.1332648 Apr 06 14:18:24.202350 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bcb0c118-8a0d-48e7-927b-89cde94b59d0 req-d10faaf7-304d-4351-86c0-c385734e88a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877326 Apr 06 14:18:24.279191 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:24.280124 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0ab8ea50-a793-436e-901e-2a98d5ee445e up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:24.390339 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 0ab8ea50-a793-436e-901e-2a98d5ee445e triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:24.390741 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.427226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks [] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), precommit_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.431689 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.482417 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 0ab8ea50-a793-436e-901e-2a98d5ee445e is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:24.483548 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device b2647af9-0ed3-4630-826e-d84bebe2fab5 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:24.529850 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.538667 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port b2647af9-0ed3-4630-826e-d84bebe2fab5 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:24.539036 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.598455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Allocated IP 172.20.0.1 (e0d61386-b57c-48da-b272-d558056ab664/64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e/ed9bff01-f121-47ba-af72-92750b19aa53) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:24.708488 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks [] for port (ed9bff01-f121-47ba-af72-92750b19aa53), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.753877 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Attempting to bind port 8e031b45-ffdc-426d-8905-bd5553c1d7cc on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:24.754247 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Attempting to bind port 8e031b45-ffdc-426d-8905-bd5553c1d7cc by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:24.754587 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Attempting to bind port 8e031b45-ffdc-426d-8905-bd5553c1d7cc on network fe6362af-824c-48c1-b6b3-b49b5d8a394a {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:24.758528 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33923910-bd72-452f-9fa6-c3e78d7f2433 None None] Pushing event updated for resources: {'Port': ['ID=8e031b45-ffdc-426d-8905-bd5553c1d7cc,revision_number=2']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:24.768534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:24.768534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Checking segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:24.768534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.768534 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Bound using segment: {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'} {{(pid=103969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:24.768996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.managers [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Bound port: 8e031b45-ffdc-426d-8905-bd5553c1d7cc, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be777aac-b1ee-42ec-88a9-d6c3193036c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a'}}] {{(pid=103969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:24.768996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.814745 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.850902 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] For port 8e031b45-ffdc-426d-8905-bd5553c1d7cc, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:24.857483 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port b2647af9-0ed3-4630-826e-d84bebe2fab5 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:24.858941 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Network e0d61386-b57c-48da-b272-d558056ab664 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:24.864522 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:24.867898 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] For port 8e031b45-ffdc-426d-8905-bd5553c1d7cc, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8e031b45-ffdc-426d-8905-bd5553c1d7cc,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:24.870399 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:24.892214 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Pushing event updated for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:24.918480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1808145'] for router_interface (209240fd-827a-4138-8699-daf05feaa816), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:24.953387 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.056821 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:25.082179 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33923910-bd72-452f-9fa6-c3e78d7f2433 None None] Pushing event updated for resources: {'Port': ['ID=8e031b45-ffdc-426d-8905-bd5553c1d7cc,revision_number=3']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:25.092432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:25.093145 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:25.149267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.211845 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:25.212229 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.263821 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-64d38ff5-c6ee-4e0c-afcf-97ba98fd1f6b None None] Provisioning complete for port ed9bff01-f121-47ba-af72-92750b19aa53 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:25.264208 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-64d38ff5-c6ee-4e0c-afcf-97ba98fd1f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.284672 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:25.373063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d461db-ce58-4458-b834-f48833749017 req-ffda3298-d19a-4d85-b3fa-2ad2995c151c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:25.374514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-70d461db-ce58-4458-b834-f48833749017 req-ffda3298-d19a-4d85-b3fa-2ad2995c151c tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0915289 Apr 06 14:18:25.420440 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-64d38ff5-c6ee-4e0c-afcf-97ba98fd1f6b None None] Port ed9bff01-f121-47ba-af72-92750b19aa53 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:18:25.426288 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks [] for port (ed9bff01-f121-47ba-af72-92750b19aa53), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.443014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-70d461db-ce58-4458-b834-f48833749017 req-f36fff0b-9fa4-41d1-9412-ad7d876fadfa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622699 Apr 06 14:18:25.481379 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.488742 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:25.541834 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:22Z', 'revision_number': 3, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:25.552731 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Pushing event updated for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:25.555283 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1812865'] for router_interface (209240fd-827a-4138-8699-daf05feaa816), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:25.596912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe54c79-7dba-4233-8998-b33daca30e6c None None] The sync data for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi is: [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:22Z', 'revision_number': 3, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:25.677866 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-d697cee7-50d8-4634-a565-b8517c317c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:25.679394 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-d697cee7-50d8-4634-a565-b8517c317c9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7&tenant_id=cf00a7dbbc7b445cba66d2e76b313426 HTTP/1.1" status: 200 len: 1127 time: 0.1130400 Apr 06 14:18:25.691182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Network e0d61386-b57c-48da-b272-d558056ab664 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:25.692659 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:25.860044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-84312799-52fe-481f-84d0-ec542642f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:25.861766 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-84312799-52fe-481f-84d0-ec542642f66c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1127 time: 0.1253865 Apr 06 14:18:25.930293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Router 209240fd-827a-4138-8699-daf05feaa816 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:25.949059 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6fa9bf12-0471-4818-9562-b62376dc6965 None None] Provisioning complete for port ed9bff01-f121-47ba-af72-92750b19aa53 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:25.949514 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bf12-0471-4818-9562-b62376dc6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:26.002270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6fa9bf12-0471-4818-9562-b62376dc6965 None None] Port ed9bff01-f121-47ba-af72-92750b19aa53 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:18:26.053180 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-b36b4170-2322-4bf5-aadc-02de5ce76443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.054636 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-b36b4170-2322-4bf5-aadc-02de5ce76443 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.1861734 Apr 06 14:18:26.129907 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:26.136780 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-82684202-cbf7-4f0f-8e86-892f615b32cd admin admin] 10.222.0.62 "PUT /v2.0/routers/209240fd-827a-4138-8699-daf05feaa816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5247185 Apr 06 14:18:26.144603 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-c896765a-3bc9-4c58-bde2-c7539ecfe507 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 999 time: 0.0828476 Apr 06 14:18:26.201190 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-8eae5a37-d14a-41bb-890a-678b69f0957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.202675 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-8eae5a37-d14a-41bb-890a-678b69f0957a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0514936 Apr 06 14:18:26.259107 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-25a07573-3438-4307-9401-775310532479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.260697 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-25a07573-3438-4307-9401-775310532479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523117 Apr 06 14:18:26.374061 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-5bc213b4-89e8-4dbd-b214-5a48caed2145 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999274 Apr 06 14:18:26.465158 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59b5a258-0e0c-4807-b42c-043ccaa11a57 req-57aa882c-2a38-4958-8b2c-49182c95afff service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 Apr 06 14:18:26.580649 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ea83-b715-4c3e-bf7a-44a725cd35b5 req-977a6d79-f6cd-4616-94b8-36e8f6e86528 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.582180 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6218ea83-b715-4c3e-bf7a-44a725cd35b5 req-977a6d79-f6cd-4616-94b8-36e8f6e86528 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0534146 Apr 06 14:18:26.631748 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6218ea83-b715-4c3e-bf7a-44a725cd35b5 req-3ca1c9b7-af65-43f1-b033-719b62cdcf4a tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Apr 06 14:18:26.650728 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44828) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:26.655383 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045093276', 'description': 'tempest-secgroup-smoke-2045093276 description', 'project_id': '2d17f17804a04b0cacc65967141f6086'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:26.738583 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:26.804566 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:26.888686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:26.918857 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:26.990648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:26.990648 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e7bbe1db-d44a-4042-8c6e-ee307381ecaa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3379879 Apr 06 14:18:26.997255 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44830) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:27.001935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:27.031403 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8e031b45-ffdc-426d-8905-bd5553c1d7cc up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:27.080596 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 8e031b45-ffdc-426d-8905-bd5553c1d7cc triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:27.080978 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.111464 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (86dd57fb-e41e-428d-a0d4-f60aa7127875), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.167111 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 8e031b45-ffdc-426d-8905-bd5553c1d7cc is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:27.173481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.173672 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (86dd57fb-e41e-428d-a0d4-f60aa7127875), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.184028 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Sync routers for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:27.193158 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] For port 8e031b45-ffdc-426d-8905-bd5553c1d7cc, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8e031b45-ffdc-426d-8905-bd5553c1d7cc,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:27.193618 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:27.194242 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.254538 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (86dd57fb-e41e-428d-a0d4-f60aa7127875), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.270633 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dd57fb-e41e-428d-a0d4-f60aa7127875,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.283378 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.342273 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.343014 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Pushing event updated for resources: {'Port': ['ID=8e031b45-ffdc-426d-8905-bd5553c1d7cc,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.346969 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f2381a68-9c51-490f-9106-402f522cad25 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455279 Apr 06 14:18:27.346969 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44832) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:27.358041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:27.397623 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:27.567715 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (3bb81faf-3a97-4636-a1cd-6a9b0f15f939), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.599183 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:25Z', 'revision_number': 4, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'ed9bff01-f121-47ba-af72-92750b19aa53', 'name': '', 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'mac_address': 'fa:16:3e:97:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:24Z', 'updated_at': '2022-04-06T14:18:25Z', 'revision_number': 2, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'subnets': [{'id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:27.626371 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Checking router: 209240fd-827a-4138-8699-daf05feaa816 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:27.631747 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Updating router 209240fd-827a-4138-8699-daf05feaa816 port ed9bff01-f121-47ba-af72-92750b19aa53 binding host dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:18:27.631883 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (3bb81faf-3a97-4636-a1cd-6a9b0f15f939), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.662552 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.700564 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (3bb81faf-3a97-4636-a1cd-6a9b0f15f939), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.745693 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb81faf-3a97-4636-a1cd-6a9b0f15f939,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:27.772202 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84e2b2-4806-4ea3-a852-8641a0eb6ef9 req-4736df7f-e7f6-46fd-b3cd-1bcdeba61f6d tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.773719 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c84e2b2-4806-4ea3-a852-8641a0eb6ef9 req-4736df7f-e7f6-46fd-b3cd-1bcdeba61f6d tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0681541 Apr 06 14:18:27.809852 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.813744 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1973961d-7916-4dc0-b03a-b3cea9c4a455 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572024 Apr 06 14:18:27.815480 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44836) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:27.818234 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:27.845641 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c84e2b2-4806-4ea3-a852-8641a0eb6ef9 req-1274d8dd-ca8c-4c6f-836e-da63853e65b1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654507 Apr 06 14:18:27.953605 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks [] for port (ed9bff01-f121-47ba-af72-92750b19aa53), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:27.962409 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (0fe6286e-4b6b-4b31-a031-17bdc587673b), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.020387 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.025792 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (0fe6286e-4b6b-4b31-a031-17bdc587673b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.091527 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db295317-d073-43aa-9f05-1d19ed020633 None None] Pushing event updated for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.100557 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (0fe6286e-4b6b-4b31-a031-17bdc587673b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.122111 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe6286e-4b6b-4b31-a031-17bdc587673b,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.138796 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Attempting to bind port ed9bff01-f121-47ba-af72-92750b19aa53 on host dv-cinder-836822-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:28.139170 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Attempting to bind port ed9bff01-f121-47ba-af72-92750b19aa53 by drivers openvswitch,hyperv on host dv-cinder-836822-1-iscsi at level 0 using segments [{'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:28.141042 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Attempting to bind port ed9bff01-f121-47ba-af72-92750b19aa53 on network e0d61386-b57c-48da-b272-d558056ab664 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:28.145301 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Checking agent: {'id': '9e22d4e5-9db0-471f-a39b-ad5cb35144f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 58, 20), 'started_at': datetime.datetime(2022, 4, 6, 13, 58, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:28.145686 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Checking segment: {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:28.146097 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.146490 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Bound using segment: {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:28.146964 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Bound port: ed9bff01-f121-47ba-af72-92750b19aa53, host: dv-cinder-836822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3681de57-71c5-424c-8db2-1e0bebd7c6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:28.147345 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.182577 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.187533 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44838) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:28.188167 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dbf32b52-4f65-4226-b92b-586b3848a618 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725934 Apr 06 14:18:28.192922 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:28.213555 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] For port ed9bff01-f121-47ba-af72-92750b19aa53, host dv-cinder-836822-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:28.222653 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] For port ed9bff01-f121-47ba-af72-92750b19aa53, host dv-cinder-836822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=ed9bff01-f121-47ba-af72-92750b19aa53,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:28.303737 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (7242c97f-6ff6-4169-9ede-2fe52c83ceb1), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.327794 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.337199 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Provisioning complete for port ed9bff01-f121-47ba-af72-92750b19aa53 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:28.337853 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.364029 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (7242c97f-6ff6-4169-9ede-2fe52c83ceb1), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.384672 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:28.385316 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:28.432210 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Current status of the port ed9bff01-f121-47ba-af72-92750b19aa53 is: DOWN; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:28.432622 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.440242 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db295317-d073-43aa-9f05-1d19ed020633 None None] Pushing event updated for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.441722 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (7242c97f-6ff6-4169-9ede-2fe52c83ceb1), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.475851 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7242c97f-6ff6-4169-9ede-2fe52c83ceb1,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.479731 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] For port ed9bff01-f121-47ba-af72-92750b19aa53, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=ed9bff01-f121-47ba-af72-92750b19aa53,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:28.518437 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:28.543079 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.544465 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-6745fd0f-3ec2-4a39-bbf4-d75c79cec70f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549893 Apr 06 14:18:28.547896 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 44840) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:28.553541 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:28.572982 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.622357 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b67eb0-4ab2-4086-94b6-12c270f5c63e None None] Pushing event updated for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.643558 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Project 2d17f17804a04b0cacc65967141f6086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:18:28.648665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (5204edde-98fd-4ba0-bdc8-690b89dc9f85), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.693666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-4e6eb346-be0a-4a6b-bf17-3ed9b7e6d09e None None] Provisioning complete for port ed9bff01-f121-47ba-af72-92750b19aa53 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:28.694236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb346-be0a-4a6b-bf17-3ed9b7e6d09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.715820 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (5204edde-98fd-4ba0-bdc8-690b89dc9f85), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.738417 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:25Z', 'revision_number': 4, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'ed9bff01-f121-47ba-af72-92750b19aa53', 'name': '', 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'mac_address': 'fa:16:3e:97:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:24Z', 'updated_at': '2022-04-06T14:18:28Z', 'revision_number': 4, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'subnets': [{'id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:28.765865 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3e1b-1b11-4377-94de-bc2052827b63 None None] The sync data for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi is: [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:18:25Z', 'revision_number': 4, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'ed9bff01-f121-47ba-af72-92750b19aa53', 'name': '', 'network_id': 'e0d61386-b57c-48da-b272-d558056ab664', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'mac_address': 'fa:16:3e:97:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:24Z', 'updated_at': '2022-04-06T14:18:28Z', 'revision_number': 4, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'subnets': [{'id': '64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:28.782801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-4e6eb346-be0a-4a6b-bf17-3ed9b7e6d09e None None] Current status of the port ed9bff01-f121-47ba-af72-92750b19aa53 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:28.795765 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (5204edde-98fd-4ba0-bdc8-690b89dc9f85), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.835921 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5204edde-98fd-4ba0-bdc8-690b89dc9f85,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:28.902702 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:28.904385 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-199e9d19-2940-4fa0-963d-6dd3748963ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554649 Apr 06 14:18:28.907197 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 44844) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:28.911932 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'security_group_rule': {'security_group_id': 'b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7', 'project_id': '2d17f17804a04b0cacc65967141f6086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:28.990260 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aea843-da8a-4645-a817-0010410acc24 req-38414ed0-8d68-44c9-b86b-cb35ea4be472 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.990260 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76aea843-da8a-4645-a817-0010410acc24 req-38414ed0-8d68-44c9-b86b-cb35ea4be472 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0663550 Apr 06 14:18:29.009970 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.securitygroups_db [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Project 2d17f17804a04b0cacc65967141f6086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:18:29.028383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (67a44a3c-dd4e-4421-9be5-f334db37954c), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.046988 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76aea843-da8a-4645-a817-0010410acc24 req-be4ac269-2603-4f24-9ae5-24975e391db8 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518074 Apr 06 14:18:29.105635 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (67a44a3c-dd4e-4421-9be5-f334db37954c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.133237 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device ed9bff01-f121-47ba-af72-92750b19aa53 up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:29.172868 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690771'] for security_group_rule (67a44a3c-dd4e-4421-9be5-f334db37954c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.191383 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a44a3c-dd4e-4421-9be5-f334db37954c,revision_number=0']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:29.193433 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port ed9bff01-f121-47ba-af72-92750b19aa53 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:29.194561 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.285075 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.289574 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-475f1b36-ab0d-4458-bb1b-47106816070e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3782551 Apr 06 14:18:29.319691 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port ed9bff01-f121-47ba-af72-92750b19aa53 is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:29.320799 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8e031b45-ffdc-426d-8905-bd5553c1d7cc up at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:29.391730 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Provisioning complete for port 8e031b45-ffdc-426d-8905-bd5553c1d7cc triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:29.392401 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:29.487808 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Current status of the port 8e031b45-ffdc-426d-8905-bd5553c1d7cc is: ACTIVE; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:30.170299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3183-1447-43c6-a833-8601f69fead9 req-00fa3ed8-b3bd-4aed-881a-171a769da638 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.171732 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be7b3183-1447-43c6-a833-8601f69fead9 req-00fa3ed8-b3bd-4aed-881a-171a769da638 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0525279 Apr 06 14:18:30.225702 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be7b3183-1447-43c6-a833-8601f69fead9 req-d9d31392-3184-4053-a3b9-e4076b540c25 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Apr 06 14:18:31.348787 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbde45-0a6e-4554-9726-6ba1b0a0db4c req-32b6638e-02b6-4675-9abb-e076407fce31 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:31.350363 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fcbde45-0a6e-4554-9726-6ba1b0a0db4c req-32b6638e-02b6-4675-9abb-e076407fce31 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0542274 Apr 06 14:18:31.405990 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fcbde45-0a6e-4554-9726-6ba1b0a0db4c req-2ae667bc-7c60-49fe-9078-3d22d9f86dd8 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 Apr 06 14:18:32.529906 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f2ecb-320b-40b1-ac16-390bfe2f9795 req-f6ee7c61-f0d4-4a10-b222-487cef8624fc tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:32.531441 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb7f2ecb-320b-40b1-ac16-390bfe2f9795 req-f6ee7c61-f0d4-4a10-b222-487cef8624fc tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0576885 Apr 06 14:18:32.582549 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb7f2ecb-320b-40b1-ac16-390bfe2f9795 req-6849ac23-faf9-484c-958e-b788d865346d tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453205 Apr 06 14:18:33.704403 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e28614-ae30-4c68-a73f-c161c4c78ef6 req-18c19b28-d736-4656-9256-992ae576e191 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.706030 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83e28614-ae30-4c68-a73f-c161c4c78ef6 req-18c19b28-d736-4656-9256-992ae576e191 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 943 time: 0.0577140 Apr 06 14:18:33.756349 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83e28614-ae30-4c68-a73f-c161c4c78ef6 req-676fee54-eaf3-43b0-b9e8-a42f9bb569cb tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435226 Apr 06 14:18:34.048970 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:18:34.149964 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:34.161576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'port_id': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'mac_address': 'fa:16:3e:bb:c4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:18:34.199259 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 63b0b380-9058-49a3-9862-1d2dabb62f0b is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:34.199683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:34.212301 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b0b380-9058-49a3-9862-1d2dabb62f0b {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:34.232727 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:34.294629 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:34.347820 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=7']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:34.582613 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['63b0b380-9058-49a3-9862-1d2dabb62f0b'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:34.881339 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc858-f956-478d-a7e9-691dac2860da req-7d4d5607-00fe-4d3b-992c-41d2a0f38293 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.882724 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f48dc858-f956-478d-a7e9-691dac2860da req-7d4d5607-00fe-4d3b-992c-41d2a0f38293 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 944 time: 0.0566263 Apr 06 14:18:34.932381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f48dc858-f956-478d-a7e9-691dac2860da req-6d8f68c7-2529-45f4-b73b-2416e092ac60 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Apr 06 14:18:36.050520 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:36.052893 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c207ec-8988-44bf-a4b9-888f40a44fce req-a9c295b2-24ad-445e-801b-7da0bdd89812 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:36.055074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f5c207ec-8988-44bf-a4b9-888f40a44fce req-a9c295b2-24ad-445e-801b-7da0bdd89812 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 944 time: 0.0533679 Apr 06 14:18:36.098883 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 63b0b380-9058-49a3-9862-1d2dabb62f0b triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:36.099253 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:36.108027 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f5c207ec-8988-44bf-a4b9-888f40a44fce req-324ae553-5977-4c83-99f6-d9cf5fff68ef tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471201 Apr 06 14:18:36.187575 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 63b0b380-9058-49a3-9862-1d2dabb62f0b is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:36.187959 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:36.210506 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:36.212666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05975a23-779e-4592-8676-3b8a4abec582" -d '{"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-plugged", "status": "completed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:36.224598 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:36.251949 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843f311-2029-49b0-83f9-3b2fedb619cc x-openstack-request-id: req-1843f311-2029-49b0-83f9-3b2fedb619cc {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:36.252247 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-plugged", "status": "completed", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:36.252506 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1843f311-2029-49b0-83f9-3b2fedb619cc {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:36.252916 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1843f311-2029-49b0-83f9-3b2fedb619cc'] response: {'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'code': 200} Apr 06 14:18:36.304439 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:36.354783 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=8']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:36.581460 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b5a10-7afe-46d9-ac36-b1016812aa60 req-b072136c-8cc3-4047-b2cb-8cc0c3a58436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:36.582859 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a2b5a10-7afe-46d9-ac36-b1016812aa60 req-b072136c-8cc3-4047-b2cb-8cc0c3a58436 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0436811 Apr 06 14:18:36.630789 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a2b5a10-7afe-46d9-ac36-b1016812aa60 req-06f17e54-8e8c-4089-856a-aa3f0adcdc44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Apr 06 14:18:37.225654 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8d447-115b-4701-9253-eb49b9e42170 req-47c2c704-36f4-4342-b6b1-f650b8088d78 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:37.227221 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68b8d447-115b-4701-9253-eb49b9e42170 req-47c2c704-36f4-4342-b6b1-f650b8088d78 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Apr 06 14:18:37.278285 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68b8d447-115b-4701-9253-eb49b9e42170 req-8fe5015b-9704-4592-ba1f-ea75d11352d5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451748 Apr 06 14:18:38.404645 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84951cd-97e2-4335-92dc-bc9d1efc19c8 req-ff284a92-6ee1-4b41-899b-914c188daa48 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.406361 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b84951cd-97e2-4335-92dc-bc9d1efc19c8 req-ff284a92-6ee1-4b41-899b-914c188daa48 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0581226 Apr 06 14:18:38.455848 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b84951cd-97e2-4335-92dc-bc9d1efc19c8 req-79ef8187-9ce9-461b-92ee-00661d9fa5f1 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Apr 06 14:18:42.654101 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:42.829662 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-432136c2-7d2f-44e1-b7eb-08976a973f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:45.021142 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-61be4b26-03fc-4533-beae-48bf496e9f66 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045093276&fields=id&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 267 time: 0.0447531 Apr 06 14:18:45.125919 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-caf0a9dd-21b3-4524-a6f6-f3f4e0fb683e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:45.127381 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-caf0a9dd-21b3-4524-a6f6-f3f4e0fb683e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.0998619 Apr 06 14:18:45.142442 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-e37e534c-d23d-4717-a67d-af1d33acdfd8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/quotas/2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 375 time: 0.0096133 Apr 06 14:18:45.194967 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-9a7e3a33-eb67-487c-8705-09bf516ac0a2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475674 Apr 06 14:18:45.211632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-81199398-1909-4ebe-98f7-39057fc37235 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:18:45.212616 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-81199398-1909-4ebe-98f7-39057fc37235 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051346 Apr 06 14:18:45.305295 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-cb959737-7999-4e0f-9ffd-59f000430787 service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Apr 06 14:18:45.397770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-3eea4a86-faef-44d9-9129-84cee8d17637 service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Apr 06 14:18:45.493998 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0086daeb-270c-46fe-9bc4-72d258295be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:45.938609 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1d9826d9-9d66-4af4-be83-6638e40780a0 req-7dd78898-8c0e-482c-bc52-e53e12bf00b1 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Apr 06 14:18:46.739795 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:47.032758 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f5707d03-58ce-42aa-8d1c-300ccd918846 req-662abdf6-b8db-49b7-ad6c-6b99645df38c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Apr 06 14:18:48.147726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4951fdc2-5d7c-4908-b75a-72583a39586e req-066995c6-8de3-426d-87df-dc1ccc2135f7 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 210 time: 0.0483427 Apr 06 14:18:48.208953 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:48.228523 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-1399ce81-0438-4571-91bc-7080c37247ab tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:48.231163 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-1399ce81-0438-4571-91bc-7080c37247ab tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.1197824 Apr 06 14:18:48.306234 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-14136a1e-b1f9-468a-8778-f276f86960b8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 380 time: 0.0611665 Apr 06 14:18:48.315985 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'port': {'device_id': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'admin_state_up': True, 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'security_groups': ['b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:48.465908 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Made reservation on behalf of 2d17f17804a04b0cacc65967141f6086 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:48.469709 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:48.598894 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.20.0.6 (374f3c5e-901f-4951-ae62-d699900b1b00/1a2136df-34b2-4012-8732-1fd0c9cbe71d/a011281f-5a62-4f98-988d-fb69d17a87d8) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:48.751455 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:48.865810 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:48.910903 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:48.914015 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:48.920555 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:48.946351 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:48.983148 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:48.983148 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.066446 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-d6551acd-2d43-4285-a2d7-eeb5ec98fed0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553401 Apr 06 14:18:49.084679 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Request body: {'port': {'device_id': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:49.132337 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-773b1255-2829-4f29-b669-7d824d0239b4 None None] Provisioning complete for port a011281f-5a62-4f98-988d-fb69d17a87d8 triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:49.132623 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-773b1255-2829-4f29-b669-7d824d0239b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.147493 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.167006 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-773b1255-2829-4f29-b669-7d824d0239b4 None None] Port a011281f-5a62-4f98-988d-fb69d17a87d8 cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:18:49.371991 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88c10-33e0-4325-b5b8-3318943d0b0f req-237419f4-cbf7-41bf-9d3c-19b95ad5073f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:49.373473 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08f88c10-33e0-4325-b5b8-3318943d0b0f req-237419f4-cbf7-41bf-9d3c-19b95ad5073f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 931 time: 0.1180477 Apr 06 14:18:49.456056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08f88c10-33e0-4325-b5b8-3318943d0b0f req-59cb3ca4-c7e1-4511-bc39-cd29c8a3fcfe tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754106 Apr 06 14:18:49.498840 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a011281f-5a62-4f98-988d-fb69d17a87d8 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:49.506496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks [] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.523322 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Transition to ACTIVE for port object a011281f-5a62-4f98-988d-fb69d17a87d8 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:18:49.619619 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.677382 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:49.831450 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:50.011440 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Attempting to bind port a011281f-5a62-4f98-988d-fb69d17a87d8 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:50.011703 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Attempting to bind port a011281f-5a62-4f98-988d-fb69d17a87d8 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:50.012031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Attempting to bind port a011281f-5a62-4f98-988d-fb69d17a87d8 on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:50.016504 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Port a011281f-5a62-4f98-988d-fb69d17a87d8 on network 374f3c5e-901f-4951-ae62-d699900b1b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:18:50.016825 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Attempting to bind port a011281f-5a62-4f98-988d-fb69d17a87d8 on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:50.022153 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:50.022498 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:50.022916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Bound using segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:50.023389 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Bound port: a011281f-5a62-4f98-988d-fb69d17a87d8, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:50.023741 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:50.085797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:50.088728 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a011281f-5a62-4f98-988d-fb69d17a87d8,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:50.163035 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:50.199952 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.200576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:50.202014 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 200 len: 1093 time: 1.1219144 Apr 06 14:18:50.202458 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:50.204719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142" -d '{"events": [{"name": "network-changed", "server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:50.236041 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50daed-33f1-40f0-a7bf-356e367ca7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:50.385472 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b025f-36e5-4d40-9ab3-e05861a31993 x-openstack-request-id: req-4f5b025f-36e5-4d40-9ab3-e05861a31993 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:50.386719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:50.386719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f5b025f-36e5-4d40-9ab3-e05861a31993 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:50.386989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5b025f-36e5-4d40-9ab3-e05861a31993'] response: {'name': 'network-changed', 'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'status': 'completed', 'code': 200} Apr 06 14:18:50.394281 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-a244f21f-29fa-4322-b0e2-39f66fdcaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.395873 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-a244f21f-29fa-4322-b0e2-39f66fdcaa06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1127 time: 0.0738957 Apr 06 14:18:50.452228 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-ca2f0747-632a-43d3-8bb1-9fec41669856 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 200 len: 217 time: 0.0406773 Apr 06 14:18:50.511785 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-3629cdf7-8edd-4e02-94e5-5166a776855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.513317 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-3629cdf7-8edd-4e02-94e5-5166a776855a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0551069 Apr 06 14:18:50.608997 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-962b41bc-718c-4da7-a405-bb380f91b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.610514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-962b41bc-718c-4da7-a405-bb380f91b97f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887933 Apr 06 14:18:50.627248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef43a-807c-490b-b628-83c80991ebdd req-8e14958b-7210-42c3-b17d-7b84a69f0b28 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.628703 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14ef43a-807c-490b-b628-83c80991ebdd req-8e14958b-7210-42c3-b17d-7b84a69f0b28 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0776050 Apr 06 14:18:50.736759 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14ef43a-807c-490b-b628-83c80991ebdd req-bde25e6c-bf3d-4786-9112-80c0a8e5987e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010926 Apr 06 14:18:50.759287 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-f21857ff-0f9b-4abe-8072-1a7a6d435d77 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398270 Apr 06 14:18:50.850483 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e83c4e4-e7d6-4a59-b124-cbaa28c5af54 req-29700f95-198b-4d26-a1a5-30950df17e40 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837235 Apr 06 14:18:51.240299 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-5d351f2e-8988-487a-af48-d7fdc93be9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.245220 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-5d351f2e-8988-487a-af48-d7fdc93be9ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1127 time: 0.0495234 Apr 06 14:18:51.331807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-103a36d1-31ee-4b4a-b250-a7b43732ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.333302 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-103a36d1-31ee-4b4a-b250-a7b43732ec05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0837271 Apr 06 14:18:51.374471 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-70443ba0-4fe8-4e91-b4df-19b2e575ad37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 200 len: 217 time: 0.0341110 Apr 06 14:18:51.427612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-ac9d6bf8-4b37-4826-9702-f382ec5900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.429061 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-ac9d6bf8-4b37-4826-9702-f382ec5900a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0484469 Apr 06 14:18:51.479103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-e92ebbd0-6c11-48f0-a655-ade680914a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.480670 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-e92ebbd0-6c11-48f0-a655-ade680914a42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441165 Apr 06 14:18:51.568237 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-a3814b57-5a98-4fa6-ac19-2f49843795b2 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808311 Apr 06 14:18:51.663800 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c38fd2a9-9b25-4f6e-bd27-2c70a40e1142 req-e9bc3324-e9e4-43f2-8a5c-a87630a1bfb2 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Apr 06 14:18:51.856635 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb539e9d-9c25-4899-a748-46bb0a5219bc req-8215b994-3f38-4b92-8b1d-6ef18f5d9b34 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.858132 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb539e9d-9c25-4899-a748-46bb0a5219bc req-8215b994-3f38-4b92-8b1d-6ef18f5d9b34 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0533445 Apr 06 14:18:51.907497 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb539e9d-9c25-4899-a748-46bb0a5219bc req-8f203f5f-bde3-4ec5-ae29-1a26977feb5d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Apr 06 14:18:53.029823 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f1b6-e2e0-4223-a867-c3e960991da4 req-f4247b00-c285-4b83-a550-71d353f48b00 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.031314 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf05f1b6-e2e0-4223-a867-c3e960991da4 req-f4247b00-c285-4b83-a550-71d353f48b00 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0586548 Apr 06 14:18:53.079169 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf05f1b6-e2e0-4223-a867-c3e960991da4 req-6488a727-6c6b-4e93-b805-2510648d7532 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Apr 06 14:18:54.195042 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995fc2-5971-4a4d-8da3-ed1f7d70ea6a req-3526a903-c71d-4a7e-9c2f-b9d8a530e3ed tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:54.196554 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3995fc2-5971-4a4d-8da3-ed1f7d70ea6a req-3526a903-c71d-4a7e-9c2f-b9d8a530e3ed tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0518680 Apr 06 14:18:54.244127 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3995fc2-5971-4a4d-8da3-ed1f7d70ea6a req-0d691cca-2e03-4538-9cc6-f77d31c89720 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Apr 06 14:18:55.362143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563e1b4-3636-4d7e-a9b8-d8d2ecfea1a1 req-22552893-ea68-4e62-82db-536237ad4225 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:55.363902 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d563e1b4-3636-4d7e-a9b8-d8d2ecfea1a1 req-22552893-ea68-4e62-82db-536237ad4225 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0522521 Apr 06 14:18:55.419477 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d563e1b4-3636-4d7e-a9b8-d8d2ecfea1a1 req-a9aa91cb-5e12-482f-94d6-36cdefb05936 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501978 Apr 06 14:18:56.539322 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f91fc-a714-4caa-9fc1-a9f7b7b700b5 req-47b3554e-ddb8-4b64-b132-e675a33c895b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:56.540816 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a0f91fc-a714-4caa-9fc1-a9f7b7b700b5 req-47b3554e-ddb8-4b64-b132-e675a33c895b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0521381 Apr 06 14:18:56.589039 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5a0f91fc-a714-4caa-9fc1-a9f7b7b700b5 req-c6b52434-b4d6-4a42-b26c-7c8d9123bc8e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Apr 06 14:18:56.796862 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:18:57.705333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a780-67c8-46fa-9149-a6a8404f870c req-1e72604e-1bb5-427e-82c8-5940048ea4e7 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:57.706827 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b94a780-67c8-46fa-9149-a6a8404f870c req-1e72604e-1bb5-427e-82c8-5940048ea4e7 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 943 time: 0.0515063 Apr 06 14:18:57.754680 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b94a780-67c8-46fa-9149-a6a8404f870c req-0f88437f-094e-4ff7-8d61-24c72b7948e8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Apr 06 14:18:58.160321 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device a011281f-5a62-4f98-988d-fb69d17a87d8 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:18:58.257515 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a011281f-5a62-4f98-988d-fb69d17a87d8,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:58.272620 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'port_id': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'mac_address': 'fa:16:3e:af:4e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:18:58.309252 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port a011281f-5a62-4f98-988d-fb69d17a87d8 is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:58.309562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:58.321909 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a011281f-5a62-4f98-988d-fb69d17a87d8 {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:58.340269 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a011281f-5a62-4f98-988d-fb69d17a87d8,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:58.390576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:58.438651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:58.709711 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['a011281f-5a62-4f98-988d-fb69d17a87d8'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:58.889364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87515e-6e54-4868-9446-c760e76e180f req-0e3eae93-e575-4399-86bc-12f014509491 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:58.890880 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e87515e-6e54-4868-9446-c760e76e180f req-0e3eae93-e575-4399-86bc-12f014509491 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 944 time: 0.0616965 Apr 06 14:18:58.940069 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e87515e-6e54-4868-9446-c760e76e180f req-a0b4fd57-be41-4b9a-9f9b-14a1afce87ef tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Apr 06 14:19:00.058646 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae821c-daa0-4f98-a886-072cb7d1a0d6 req-e6565617-b09b-43ef-a906-bfc4899971fc tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:00.060145 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5ae821c-daa0-4f98-a886-072cb7d1a0d6 req-e6565617-b09b-43ef-a906-bfc4899971fc tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 944 time: 0.0530038 Apr 06 14:19:00.108089 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5ae821c-daa0-4f98-a886-072cb7d1a0d6 req-6b71233f-4af7-419e-9bcb-9a9eac97b096 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Apr 06 14:19:00.185136 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device a011281f-5a62-4f98-988d-fb69d17a87d8 up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:00.303653 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port a011281f-5a62-4f98-988d-fb69d17a87d8 completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:19:00.307504 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port a011281f-5a62-4f98-988d-fb69d17a87d8 triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:00.307879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.509686 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port a011281f-5a62-4f98-988d-fb69d17a87d8 is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:00.510076 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.533826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:00.536161 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6627c-2ea0-4116-8160-8642ca1ecfca" -d '{"events": [{"server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "name": "network-vif-plugged", "status": "completed", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:00.548687 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a011281f-5a62-4f98-988d-fb69d17a87d8,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:00.572417 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c57294-4cfa-4ea2-ac3c-7a4fca439e07 x-openstack-request-id: req-26c57294-4cfa-4ea2-ac3c-7a4fca439e07 {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:00.572718 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "name": "network-vif-plugged", "status": "completed", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:00.572985 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26c57294-4cfa-4ea2-ac3c-7a4fca439e07 {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:00.573910 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c57294-4cfa-4ea2-ac3c-7a4fca439e07'] response: {'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'code': 200} Apr 06 14:19:00.612284 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.660126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:00.999043 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d4d8-bfc4-41f9-8632-5bf429d61daa req-2a3f34af-1f53-4765-94f8-aceeaae8c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.000566 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aba5d4d8-bfc4-41f9-8632-5bf429d61daa req-2a3f34af-1f53-4765-94f8-aceeaae8c6bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1129 time: 0.0477958 Apr 06 14:19:01.046136 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aba5d4d8-bfc4-41f9-8632-5bf429d61daa req-dec6fc52-c79d-4603-85f9-8374bb157d20 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392244 Apr 06 14:19:01.224133 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a931d0-4c84-49b0-b7a1-43b3035db8fd req-1a3599e3-5cdd-41f1-a6c6-76dae3e6b2fa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.225569 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11a931d0-4c84-49b0-b7a1-43b3035db8fd req-1a3599e3-5cdd-41f1-a6c6-76dae3e6b2fa tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Apr 06 14:19:01.277013 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-11a931d0-4c84-49b0-b7a1-43b3035db8fd req-74b9679b-fb11-4c14-8122-2bd8621784b8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Apr 06 14:19:02.396944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de172c96-cf8c-4dd7-80f3-0d856a9dd035 req-fa7e378d-0dd3-42b8-99c1-732065aa35e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.398404 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de172c96-cf8c-4dd7-80f3-0d856a9dd035 req-fa7e378d-0dd3-42b8-99c1-732065aa35e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Apr 06 14:19:02.449899 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de172c96-cf8c-4dd7-80f3-0d856a9dd035 req-2ef4ab1d-9775-4bce-9740-cddb1fc94c31 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458903 Apr 06 14:19:02.573866 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f811c-30cf-44fa-9c2f-d24b0e53f54b req-0c6d3c09-8f71-49af-8846-6be0d8679d44 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.575304 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bb0f811c-30cf-44fa-9c2f-d24b0e53f54b req-0c6d3c09-8f71-49af-8846-6be0d8679d44 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0601785 Apr 06 14:19:02.625946 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bb0f811c-30cf-44fa-9c2f-d24b0e53f54b req-c4a1abd3-d0a2-4445-b18b-c9bd85680818 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Apr 06 14:19:02.647783 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45032) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:02.744658 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6dcd3-be1a-49a6-8c04-3dc50beae5ac tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.746788 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-02a6dcd3-be1a-49a6-8c04-3dc50beae5ac tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1124 time: 0.0980253 Apr 06 14:19:02.749806 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45036) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:02.753951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'port_id': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:02.853914 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:02.954964 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:03.058612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.27.1.38 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:03.159671 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:03.265551 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:03.304726 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:03.310171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:03.315372 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:03.319453 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:03.344017 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.344365 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.344725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.345045 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.345376 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.345708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.346032 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.346355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.346678 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.347003 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.347328 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.347676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.347998 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.348317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.348637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:03.687318 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (a5950a77-803f-45d4-9773-74f209bfed23), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:03.811846 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:03.969493 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:04.042333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:04.110614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:04.124878 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (a5950a77-803f-45d4-9773-74f209bfed23), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:04.232773 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP a5950a77-803f-45d4-9773-74f209bfed23 associated. External IP: 172.27.1.38, port: a011281f-5a62-4f98-988d-fb69d17a87d8. Apr 06 14:19:04.439765 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:04.544951 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:04.555403 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:04.566725 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:04.567476 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:04.637233 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:04.671000 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-18a49efd-511d-4112-b1c1-f346a0d2668d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9201717 Apr 06 14:19:04.671626 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:04.674079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce4d7b-74df-4688-9837-7275d87c5723" -d '{"events": [{"name": "network-changed", "server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:04.676608 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:04.712933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1829f41e-a30b-41df-ab3f-279205c71af4 x-openstack-request-id: req-1829f41e-a30b-41df-ab3f-279205c71af4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:04.714463 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:04.714463 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1829f41e-a30b-41df-ab3f-279205c71af4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:04.714637 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1829f41e-a30b-41df-ab3f-279205c71af4'] response: {'name': 'network-changed', 'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'status': 'completed', 'code': 200} Apr 06 14:19:04.808987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-28e16d51-12c5-4e0c-8d67-6b9f37dcbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.810430 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-28e16d51-12c5-4e0c-8d67-6b9f37dcbfc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1129 time: 0.0458479 Apr 06 14:19:04.899373 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-27aaf4fb-393c-4708-8972-d6a14edc5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.901812 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-27aaf4fb-393c-4708-8972-d6a14edc5cd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0847211 Apr 06 14:19:04.903230 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'a5950a77-803f-45d4-9773-74f209bfed23', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:af:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:03Z', 'updated_at': '2022-04-06T14:19:03Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:04.933022 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:04.941537 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:04.942153 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:18:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:04.971611 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-2b540393-5f9a-412b-9b94-58496bab49fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 200 len: 998 time: 0.0644889 Apr 06 14:19:05.021670 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-0955864b-a341-453b-b4b3-a4271c0d3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:05.021670 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-0955864b-a341-453b-b4b3-a4271c0d3d2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0440507 Apr 06 14:19:05.051935 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:05.069787 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-754fe01a-c8cd-4b9a-a9aa-1d215aebdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:05.071229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-754fe01a-c8cd-4b9a-a9aa-1d215aebdf84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436151 Apr 06 14:19:05.163501 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-6a7225e0-ef6f-44a6-90e8-a5b4b110e579 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Apr 06 14:19:05.252139 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-52ce4d7b-74df-4688-9837-7275d87c5723 req-c9eac725-a3b8-4265-b49a-22ebd926aea8 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828927 Apr 06 14:19:05.273624 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'a5950a77-803f-45d4-9773-74f209bfed23', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:af:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:03Z', 'updated_at': '2022-04-06T14:19:03Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:05.303503 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc6891-23c7-47d5-ab8a-bbca948f5690 None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': 'a5950a77-803f-45d4-9773-74f209bfed23', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:af:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:03Z', 'updated_at': '2022-04-06T14:19:03Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:05.496226 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d48d89-a64b-4525-ac8a-e4db3ba9c752 None None] New status for floating IP a5950a77-803f-45d4-9773-74f209bfed23: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:19:12.693211 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:12.790247 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cfe0232b-bfd8-4d4b-9cb8-98bf90fc734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:15.516715 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e227-d185-4e91-aec2-bf638eda6695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.681681 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:18.190356 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:19.836174 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.829861 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-7e058589-3de3-4301-a95b-b3f9f97591aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490530 Apr 06 14:19:21.942298 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-5330452a-a152-4bed-bb7f-b37a467696ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:21.943819 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-5330452a-a152-4bed-bb7f-b37a467696ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0446367 Apr 06 14:19:22.045168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-cc9d9a6d-2a5a-41c7-a86d-122ed875c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.046642 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-cc9d9a6d-2a5a-41c7-a86d-122ed875c34e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.0857136 Apr 06 14:19:22.117383 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-d47513fd-c6a3-4f0a-bbdd-10dacd2fc655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 1001 time: 0.0626454 Apr 06 14:19:22.166830 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-96b6f943-db75-4013-a154-d26040c801d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.168292 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-96b6f943-db75-4013-a154-d26040c801d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0446446 Apr 06 14:19:22.215587 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-794776db-849d-46a0-bf76-c0cdaa6a2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.217070 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-794776db-849d-46a0-bf76-c0cdaa6a2028 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430450 Apr 06 14:19:22.313121 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-33dffa99-abbc-4906-9c3a-e758af602a7b service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Apr 06 14:19:22.398982 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97e29396-4bff-4025-9d3d-3bf3dc9dd31b req-ca19419f-4658-4fd4-885d-7041cd2f60b2 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793965 Apr 06 14:19:33.796399 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:19:42.696670 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:42.778546 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-922c03ae-1d2f-4d67-acdb-288f39dd712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.492726 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-8288b43c-e825-480b-83b8-7242a8c36c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.714500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:48.224169 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:49.827832 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.021891 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45060) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:54.182111 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Deleting port f5e59d86-4708-4550-a736-902a67833ca1 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:19:54.182449 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (f5e59d86-4708-4550-a736-902a67833ca1), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.255576 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (f5e59d86-4708-4550-a736-902a67833ca1), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.255904 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for floatingip (f5e59d86-4708-4550-a736-902a67833ca1), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.268194 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Calling delete_port for f5e59d86-4708-4550-a736-902a67833ca1 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:19:54.531049 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (f5e59d86-4708-4550-a736-902a67833ca1), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.562242 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event deleted for resources: {'Port': ['ID=f5e59d86-4708-4550-a736-902a67833ca1,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:54.879046 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for floatingip (1cd50f2d-6285-418e-a7c3-2bfaefa577bc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:54.879277 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Floating IP 1cd50f2d-6285-418e-a7c3-2bfaefa577bc disassociated (deleted). External IP: 172.27.1.155, port: 63b0b380-9058-49a3-9862-1d2dabb62f0b. Apr 06 14:19:55.095901 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Router f5680acb-5008-483f-9d1d-b7b738aac0af has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:55.206930 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:55.211828 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:55.217097 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Sync routers for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:55.226382 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:55.227018 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:55.240943 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-14f9ab41-bd4c-4576-a122-3626ce4ecad5 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "DELETE /v2.0/floatingips/1cd50f2d-6285-418e-a7c3-2bfaefa577bc HTTP/1.1" status: 204 len: 168 time: 1.2179601 Apr 06 14:19:55.241531 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:55.243983 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb30ece-51e5-4746-aab1-b73bb1329508" -d '{"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:55.294469 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e9324-1229-465f-be08-29071de223ba x-openstack-request-id: req-b89e9324-1229-465f-be08-29071de223ba {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:55.294759 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:55.295014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b89e9324-1229-465f-be08-29071de223ba {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:55.295435 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89e9324-1229-465f-be08-29071de223ba'] response: {'name': 'network-changed', 'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'status': 'completed', 'code': 200} Apr 06 14:19:55.340415 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:55.394646 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-6d58b600-42d7-42c2-a769-dc145b664572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.396401 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-6d58b600-42d7-42c2-a769-dc145b664572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 1129 time: 0.0562820 Apr 06 14:19:55.505803 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-14bc2dc9-72b0-4e26-9f60-b4a342b36574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.507211 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-14bc2dc9-72b0-4e26-9f60-b4a342b36574 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 200 len: 909 time: 0.1054459 Apr 06 14:19:55.561068 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-38c2bbc2-0739-414a-bfeb-f05f68151c81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 200 len: 217 time: 0.0476282 Apr 06 14:19:55.564269 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:55.594006 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Checking router: f5680acb-5008-483f-9d1d-b7b738aac0af for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:55.603531 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:55.603531 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:55.612935 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-429357c7-fcf3-4423-bfc0-99c5bff3cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.614408 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-429357c7-fcf3-4423-bfc0-99c5bff3cc32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 200 len: 847 time: 0.0486159 Apr 06 14:19:55.674210 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-cde01ee4-b1aa-4fab-abe0-bdb703225106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.677838 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-cde01ee4-b1aa-4fab-abe0-bdb703225106 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550556 Apr 06 14:19:55.739688 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218ab0a-92ae-47f0-96e9-49eef43be876 req-9e2b35ab-c953-4a79-a58b-85d0a6b349aa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.741224 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b218ab0a-92ae-47f0-96e9-49eef43be876 req-9e2b35ab-c953-4a79-a58b-85d0a6b349aa tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0560913 Apr 06 14:19:55.803802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b218ab0a-92ae-47f0-96e9-49eef43be876 req-a1587454-01b1-4d7e-a6da-bf631fd1687e tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558083 Apr 06 14:19:55.843483 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:56.045532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-2605a867-e374-4e21-9b54-63d242376638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:56.071836 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605a867-e374-4e21-9b54-63d242376638 None None] The sync data for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi is: [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:15:07Z', 'revision_number': 4, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': '51e4eb8b-1f05-41a7-83d7-84605568cc7c', 'name': '', 'network_id': '6ab5c3b1-2f78-4cbb-ba77-94e5d9706994', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'mac_address': 'fa:16:3e:96:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:06Z', 'updated_at': '2022-04-06T14:15:10Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'subnets': [{'id': 'a51f3afd-b658-4567-9bce-f1cab8d678fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:56.303966 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd6c85-1bfb-4b61-84c9-384d21d767c6 None None] New status for floating IP 1cd50f2d-6285-418e-a7c3-2bfaefa577bc: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:19:56.797312 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-0b8bbdeb-78b3-4dee-ab29-4c027c39f357 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893848 Apr 06 14:19:56.969916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2a7-940f-4c1a-af2e-0d42d9c00bb0 req-0bd47782-299c-448c-a121-9e0eacb387d2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:56.971463 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3742f2a7-940f-4c1a-af2e-0d42d9c00bb0 req-0bd47782-299c-448c-a121-9e0eacb387d2 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0982466 Apr 06 14:19:57.044600 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fb30ece-51e5-4746-aab1-b73bb1329508 req-c4073a43-4000-4097-893b-dbed034077ba service neutron] 10.222.0.46 "GET /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328382 Apr 06 14:19:57.048591 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3742f2a7-940f-4c1a-af2e-0d42d9c00bb0 req-9eb4f886-3d4a-4f89-ad90-ecac6d091d18 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/security-groups?id=51b1d858-5135-4a83-ae78-dc36493f61d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709047 Apr 06 14:19:57.383737 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231261f-1d0e-46fe-b933-98687dbce94d req-5393816d-c300-4097-b20d-ab12ffce046b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:57.385144 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8231261f-1d0e-46fe-b933-98687dbce94d req-5393816d-c300-4097-b20d-ab12ffce046b tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.46 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Apr 06 14:19:57.479468 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Deleting port 63b0b380-9058-49a3-9862-1d2dabb62f0b {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:19:57.479946 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.571451 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] For port 63b0b380-9058-49a3-9862-1d2dabb62f0b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=63b0b380-9058-49a3-9862-1d2dabb62f0b,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:57.571821 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.584482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Calling delete_port for 63b0b380-9058-49a3-9862-1d2dabb62f0b owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:19:57.749974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (63b0b380-9058-49a3-9862-1d2dabb62f0b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.779406 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event deleted for resources: {'Port': ['ID=63b0b380-9058-49a3-9862-1d2dabb62f0b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:57.822328 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] No DVR routers for this DVR port 63b0b380-9058-49a3-9862-1d2dabb62f0b on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:57.824975 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.828367 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8231261f-1d0e-46fe-b933-98687dbce94d req-e5a749b8-230c-489f-8238-d29ded16b4a3 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.46 "DELETE /v2.0/ports/63b0b380-9058-49a3-9862-1d2dabb62f0b HTTP/1.1" status: 204 len: 173 time: 0.4383771 Apr 06 14:19:57.828812 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-deleted', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:57.831047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020befc8-7c0d-4649-a2cf-5541e5d824f5" -d '{"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-deleted", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:57.865954 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f20c61-ff2f-4415-a8f1-e61614473a1a x-openstack-request-id: req-d4f20c61-ff2f-4415-a8f1-e61614473a1a {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:57.866252 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dae6a0-e55b-415c-a520-2517374215b7", "name": "network-vif-deleted", "tag": "63b0b380-9058-49a3-9862-1d2dabb62f0b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:57.866508 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4f20c61-ff2f-4415-a8f1-e61614473a1a {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:57.866914 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f20c61-ff2f-4415-a8f1-e61614473a1a'] response: {'server_uuid': '51dae6a0-e55b-415c-a520-2517374215b7', 'name': 'network-vif-deleted', 'tag': '63b0b380-9058-49a3-9862-1d2dabb62f0b', 'status': 'completed', 'code': 200} Apr 06 14:19:58.143739 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f078f11-452c-4ac1-8be5-33a0a4a7d6e6 req-9080e6c5-c8ed-4c6f-91d7-e50eccf3a5c7 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.0282457 Apr 06 14:19:59.256664 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba767fb8-5829-477c-97ec-0acc34cd1176 req-4b813a43-0ef6-496c-902b-bf1014514b10 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "GET /v2.0/ports?device_id=51dae6a0-e55b-415c-a520-2517374215b7 HTTP/1.1" status: 200 len: 210 time: 0.0302413 Apr 06 14:20:00.312326 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45084) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:00.368110 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (51b1d858-5135-4a83-ae78-dc36493f61d7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:00.394012 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (51b1d858-5135-4a83-ae78-dc36493f61d7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:00.409790 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:00.435091 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 63b0b380-9058-49a3-9862-1d2dabb62f0b {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:00.435565 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 63b0b380-9058-49a3-9862-1d2dabb62f0b not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:00.530911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (51b1d858-5135-4a83-ae78-dc36493f61d7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:00.533616 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:00.534786 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] 10.222.0.62 "DELETE /v2.0/security-groups/51b1d858-5135-4a83-ae78-dc36493f61d7 HTTP/1.1" status: 204 len: 168 time: 0.2214682 Apr 06 14:20:00.544862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2357dd-55ee-418e-ac85-d786d4505960 tempest-TestShelveInstance-251231940 tempest-TestShelveInstance-251231940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1d858-5135-4a83-ae78-dc36493f61d7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.645070 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45088) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:00.993546 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (f5680acb-5008-483f-9d1d-b7b738aac0af), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.254614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Deleting port 51e4eb8b-1f05-41a7-83d7-84605568cc7c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:01.254918 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.333096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] For port 51e4eb8b-1f05-41a7-83d7-84605568cc7c, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=51e4eb8b-1f05-41a7-83d7-84605568cc7c,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:01.333812 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.346637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Calling delete_port for 51e4eb8b-1f05-41a7-83d7-84605568cc7c owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:01.588150 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (51e4eb8b-1f05-41a7-83d7-84605568cc7c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.616751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4eb8b-1f05-41a7-83d7-84605568cc7c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:01.785755 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (f5680acb-5008-483f-9d1d-b7b738aac0af), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.002920 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Router f5680acb-5008-483f-9d1d-b7b738aac0af has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:02.376151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:02.381037 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-12e11c07-1952-44d4-b20a-b4f07cd30986 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5680acb-5008-483f-9d1d-b7b738aac0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349422 Apr 06 14:20:02.383820 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45090) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:02.387573 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Sync routers for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:02.397410 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:02.398111 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.510221 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:02.630876 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks [] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.687815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.718500 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Checking router: f5680acb-5008-483f-9d1d-b7b738aac0af for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:02.727236 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Routers {'f5680acb-5008-483f-9d1d-b7b738aac0af'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:02.727890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['f5680acb-5008-483f-9d1d-b7b738aac0af'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:02.741066 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks [] for router_gateway (f5680acb-5008-483f-9d1d-b7b738aac0af), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.840298 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] Set router f5680acb-5008-483f-9d1d-b7b738aac0af gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:02.882947 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Deleting port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:02.883207 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.961676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] For port cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:02.962047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.975200 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Calling delete_port for cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:03.019569 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.048457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38bbb1-a0bd-4a1e-9517-5d9e536f0dcb None None] The sync data for ids ['f5680acb-5008-483f-9d1d-b7b738aac0af'] in dv-cinder-836822-1-iscsi is: [{'id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'name': 'tempest-TestShelveInstance-140132419-router', 'tenant_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:03Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 5, 'project_id': 'cf00a7dbbc7b445cba66d2e76b313426', 'gw_port': {'id': 'cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5680acb-5008-483f-9d1d-b7b738aac0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:04Z', 'updated_at': '2022-04-06T14:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:03.218543 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.244482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.305536 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (f5680acb-5008-483f-9d1d-b7b738aac0af), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.400060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.402365 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks [] for router_controller (f5680acb-5008-483f-9d1d-b7b738aac0af), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.532760 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (f5680acb-5008-483f-9d1d-b7b738aac0af), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.533302 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5680acb-5008-483f-9d1d-b7b738aac0af {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:03.537648 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.538798 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-04aa54b8-d79b-4f6f-8877-89c0951e36a8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f5680acb-5008-483f-9d1d-b7b738aac0af HTTP/1.1" status: 204 len: 168 time: 1.1540642 Apr 06 14:20:03.542250 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45094) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:03.588175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Deleting subnet a51f3afd-b658-4567-9bce-f1cab8d678fb {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:20:03.591556 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Publish callbacks [] for subnet (a51f3afd-b658-4567-9bce-f1cab8d678fb), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.628625 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (a51f3afd-b658-4567-9bce-f1cab8d678fb), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.717113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (a51f3afd-b658-4567-9bce-f1cab8d678fb), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.847456 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (a51f3afd-b658-4567-9bce-f1cab8d678fb), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.873292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51f3afd-b658-4567-9bce-f1cab8d678fb,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.877916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.881407 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a51f3afd-b658-4567-9bce-f1cab8d678fb HTTP/1.1" status: 204 len: 168 time: 0.3379161 Apr 06 14:20:03.884065 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45096) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:03.886337 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.886572 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23088931-ab5a-4142-9352-6ffb574d0294 None None] Network 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:20:03.886970 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.887081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.887447 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.887791 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.888132 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.888473 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.889010 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.889356 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.890368 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.890368 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.890368 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.890688 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.890966 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.891293 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828108a-9e69-4490-96c7-ea6286c6bd62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:03.963037 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.014611 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Deleting port 3b68061d-7f28-487a-86b9-d401dd18cd11 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:04.014947 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.052221 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] DHCP port deletion for 6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:20:04.083241 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] For port 3b68061d-7f28-487a-86b9-d401dd18cd11, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3b68061d-7f28-487a-86b9-d401dd18cd11,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:04.084209 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.101594 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Calling delete_port for 3b68061d-7f28-487a-86b9-d401dd18cd11 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:04.110006 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Deleting port 3b68061d-7f28-487a-86b9-d401dd18cd11 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:04.110404 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.172377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] For port 3b68061d-7f28-487a-86b9-d401dd18cd11, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=3b68061d-7f28-487a-86b9-d401dd18cd11,segment=NetworkSegment(740fb00d-8b47-49b8-bb65-f2c3557a5186),segment_id=740fb00d-8b47-49b8-bb65-f2c3557a5186)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:04.172900 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.185277 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Calling delete_port for 3b68061d-7f28-487a-86b9-d401dd18cd11 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:04.252939 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.263815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (3b68061d-7f28-487a-86b9-d401dd18cd11), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.280147 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b68061d-7f28-487a-86b9-d401dd18cd11,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:04.284435 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] No DVR routers for this DVR port 3b68061d-7f28-487a-86b9-d401dd18cd11 on host dv-cinder-836822-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:04.290144 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Pushing event deleted for resources: {'Port': ['ID=3b68061d-7f28-487a-86b9-d401dd18cd11,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:04.292233 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.292583 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.292923 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.293257 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.293587 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.293912 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.294233 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.294556 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.294875 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.295196 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.295541 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.295862 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.296178 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.296492 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.296805 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.298686 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.299312 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.299470 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.299748 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.300196 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.300588 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.300923 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.301254 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.301585 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.301915 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.302296 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.302613 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.302948 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.303273 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.303655 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:04.306567 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920a553-2a96-43f4-baf2-9f2a91017c8c None None] No DVR routers for this DVR port 3b68061d-7f28-487a-86b9-d401dd18cd11 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:04.366892 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.387054 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab5c3b1-2f78-4cbb-ba77-94e5d9706994']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.395895 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740fb00d-8b47-49b8-bb65-f2c3557a5186') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.396190 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740fb00d-8b47-49b8-bb65-f2c3557a5186') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.405953 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (740fb00d-8b47-49b8-bb65-f2c3557a5186), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.418855 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (740fb00d-8b47-49b8-bb65-f2c3557a5186), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.424564 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:20:04.424939 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (740fb00d-8b47-49b8-bb65-f2c3557a5186), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:04.426568 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:04.559590 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (6ab5c3b1-2f78-4cbb-ba77-94e5d9706994), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.564926 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.568011 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ab5c3b1-2f78-4cbb-ba77-94e5d9706994 HTTP/1.1" status: 204 len: 168 time: 0.6827717 Apr 06 14:20:04.571126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45100) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:04.579806 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a91b8d-af00-44bc-a9d9-09eea63377c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab5c3b1-2f78-4cbb-ba77-94e5d9706994,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:04.921414 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (9774bf99-6892-4210-a136-aaac86aa39cc), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.060373 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 51e4eb8b-1f05-41a7-83d7-84605568cc7c no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:05.080420 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 51e4eb8b-1f05-41a7-83d7-84605568cc7c {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:05.080852 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 51e4eb8b-1f05-41a7-83d7-84605568cc7c not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:05.081347 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:05.100643 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:05.100996 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device cb125e71-e9f6-40e3-8edb-c35f3bf5e3cf not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:05.101421 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3b68061d-7f28-487a-86b9-d401dd18cd11 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:05.121630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 3b68061d-7f28-487a-86b9-d401dd18cd11 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:05.121973 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 3b68061d-7f28-487a-86b9-d401dd18cd11 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:05.175057 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Deleting port a05acca7-7ee2-4856-b683-677c9fa39de7 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:05.175314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.256292 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] For port a05acca7-7ee2-4856-b683-677c9fa39de7, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=a05acca7-7ee2-4856-b683-677c9fa39de7,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:05.256655 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.269637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Calling delete_port for a05acca7-7ee2-4856-b683-677c9fa39de7 owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:05.515656 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (a05acca7-7ee2-4856-b683-677c9fa39de7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.542085 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05acca7-7ee2-4856-b683-677c9fa39de7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.716132 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (9774bf99-6892-4210-a136-aaac86aa39cc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.937468 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Router 9774bf99-6892-4210-a136-aaac86aa39cc has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:06.049374 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:06.058845 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f2c63ac7-26e3-40d9-b9b9-9d88985c0774 admin admin] 10.222.0.62 "PUT /v2.0/routers/9774bf99-6892-4210-a136-aaac86aa39cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814939 Apr 06 14:20:06.058845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45102) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:06.060343 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Sync routers for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:06.070314 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:06.070931 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:06.173231 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks [] for router (9774bf99-6892-4210-a136-aaac86aa39cc), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.282238 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:06.465795 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 5, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:06.496730 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Checking router: 9774bf99-6892-4210-a136-aaac86aa39cc for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:06.505099 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Routers {'9774bf99-6892-4210-a136-aaac86aa39cc'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:06.505713 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:19:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['9774bf99-6892-4210-a136-aaac86aa39cc'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:06.553926 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks [] for router_gateway (9774bf99-6892-4210-a136-aaac86aa39cc), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.612805 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] Set router 9774bf99-6892-4210-a136-aaac86aa39cc gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:06.668410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Deleting port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:06.668750 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.747125 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] For port 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:06.747871 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.764026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Calling delete_port for 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:06.790625 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 5, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:06.816546 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de099dca-0201-4af0-9aef-139d04d73275 None None] The sync data for ids ['9774bf99-6892-4210-a136-aaac86aa39cc'] in dv-cinder-836822-1-iscsi is: [{'id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'name': 'tempest-TestShelveInstance-1421268387-router', 'tenant_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:15:10Z', 'updated_at': '2022-04-06T14:20:05Z', 'revision_number': 5, 'project_id': '5f739f24dfbd4fffa8e93ebca16d613e', 'gw_port': {'id': '46c99d5e-c28a-42f2-a59d-8fd4f5395ad3', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9774bf99-6892-4210-a136-aaac86aa39cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:15:11Z', 'updated_at': '2022-04-06T14:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:06.982276 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (46c99d5e-c28a-42f2-a59d-8fd4f5395ad3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.008675 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=46c99d5e-c28a-42f2-a59d-8fd4f5395ad3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.071770 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (9774bf99-6892-4210-a136-aaac86aa39cc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.163226 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (9774bf99-6892-4210-a136-aaac86aa39cc), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.166071 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks [] for router_controller (9774bf99-6892-4210-a136-aaac86aa39cc), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.271537 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device a05acca7-7ee2-4856-b683-677c9fa39de7 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:07.285400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (9774bf99-6892-4210-a136-aaac86aa39cc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.286095 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9774bf99-6892-4210-a136-aaac86aa39cc {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:20:07.291091 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.292400 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d425cdc0-e016-4269-bb9f-8b7d1b06cb3e admin admin] 10.222.0.62 "DELETE /v2.0/routers/9774bf99-6892-4210-a136-aaac86aa39cc HTTP/1.1" status: 204 len: 168 time: 1.2338815 Apr 06 14:20:07.293557 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: a05acca7-7ee2-4856-b683-677c9fa39de7 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:07.293975 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device a05acca7-7ee2-4856-b683-677c9fa39de7 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:07.294843 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45104) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:07.343814 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Deleting subnet 3adf3c45-3feb-402d-948b-aa9c919825d5 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:20:07.347031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Publish callbacks [] for subnet (3adf3c45-3feb-402d-948b-aa9c919825d5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.384400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (3adf3c45-3feb-402d-948b-aa9c919825d5), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.470343 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (3adf3c45-3feb-402d-948b-aa9c919825d5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.590482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (3adf3c45-3feb-402d-948b-aa9c919825d5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.616168 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3adf3c45-3feb-402d-948b-aa9c919825d5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:07.620030 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.623573 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c627ee4b-09dd-430a-889e-644cda11ac75 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3adf3c45-3feb-402d-948b-aa9c919825d5 HTTP/1.1" status: 204 len: 168 time: 0.3273811 Apr 06 14:20:07.625740 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45106) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:07.628935 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd54a28-db08-4f45-bf07-bbabb57cbdc3 None None] Network 2272a245-741a-42b1-88ab-515395d12fb1 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:20:07.696928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (2272a245-741a-42b1-88ab-515395d12fb1), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.751113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Deleting port 127256d3-8899-4313-a229-7541823b8086 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:07.751750 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (127256d3-8899-4313-a229-7541823b8086), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.821505 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] For port 127256d3-8899-4313-a229-7541823b8086, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=127256d3-8899-4313-a229-7541823b8086,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:07.822005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (127256d3-8899-4313-a229-7541823b8086), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.825844 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] DHCP port deletion for 2272a245-741a-42b1-88ab-515395d12fb1 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:20:07.840410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Calling delete_port for 127256d3-8899-4313-a229-7541823b8086 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:07.875244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Deleting port 127256d3-8899-4313-a229-7541823b8086 {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:07.875661 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (127256d3-8899-4313-a229-7541823b8086), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.937105 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] For port 127256d3-8899-4313-a229-7541823b8086, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=127256d3-8899-4313-a229-7541823b8086,segment=NetworkSegment(206f92c2-2df4-4a86-aed9-4cd6dc3e39c3),segment_id=206f92c2-2df4-4a86-aed9-4cd6dc3e39c3)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:07.937525 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (127256d3-8899-4313-a229-7541823b8086), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.949992 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Calling delete_port for 127256d3-8899-4313-a229-7541823b8086 owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:07.995808 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (127256d3-8899-4313-a229-7541823b8086), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.024411 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=127256d3-8899-4313-a229-7541823b8086,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:08.028013 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] No DVR routers for this DVR port 127256d3-8899-4313-a229-7541823b8086 on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:08.032616 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (127256d3-8899-4313-a229-7541823b8086), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.059094 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] Pushing event deleted for resources: {'Port': ['ID=127256d3-8899-4313-a229-7541823b8086,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:08.060227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11333495-039b-412b-bb58-c2eb2bcb86f9 None None] No DVR routers for this DVR port 127256d3-8899-4313-a229-7541823b8086 on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:08.107680 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (2272a245-741a-42b1-88ab-515395d12fb1), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.128212 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2272a245-741a-42b1-88ab-515395d12fb1']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.139957 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.140316 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206f92c2-2df4-4a86-aed9-4cd6dc3e39c3') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:08.152676 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (206f92c2-2df4-4a86-aed9-4cd6dc3e39c3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.167624 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (206f92c2-2df4-4a86-aed9-4cd6dc3e39c3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.173529 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:20:08.173911 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (206f92c2-2df4-4a86-aed9-4cd6dc3e39c3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:08.175554 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:08.308169 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (2272a245-741a-42b1-88ab-515395d12fb1), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.313796 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.319928 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2272a245-741a-42b1-88ab-515395d12fb1 HTTP/1.1" status: 204 len: 168 time: 0.6903126 Apr 06 14:20:08.329166 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294a73-b12b-460a-ad97-35b0c0d3aaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2272a245-741a-42b1-88ab-515395d12fb1,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:08.622700 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45110) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:08.661163 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0f5709b8-14b3-41d9-9caf-eaeb5298f631 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf00a7dbbc7b445cba66d2e76b313426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373294 Apr 06 14:20:08.668544 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45112) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:08.717349 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] Publish callbacks [] for security_group (3ae618e7-6b52-4cc0-bebb-e2adffae7bc9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.738398 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] Publish callbacks [] for security_group (3ae618e7-6b52-4cc0-bebb-e2adffae7bc9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.862349 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (3ae618e7-6b52-4cc0-bebb-e2adffae7bc9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.864910 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:08.866070 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ae618e7-6b52-4cc0-bebb-e2adffae7bc9 HTTP/1.1" status: 204 len: 168 time: 0.1966326 Apr 06 14:20:08.874562 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62fb36-8252-4ee9-8c6a-f4673c2907e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae618e7-6b52-4cc0-bebb-e2adffae7bc9,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:09.048082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:09.068099 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:09.068520 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 46c99d5e-c28a-42f2-a59d-8fd4f5395ad3 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:09.068952 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 127256d3-8899-4313-a229-7541823b8086 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:09.090551 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 127256d3-8899-4313-a229-7541823b8086 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:09.090925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 127256d3-8899-4313-a229-7541823b8086 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:09.538862 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45118) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:09.577917 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-98e511a1-d87b-4364-b3a9-97c9c81388d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f739f24dfbd4fffa8e93ebca16d613e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378363 Apr 06 14:20:09.580423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45120) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:09.626763 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] Publish callbacks [] for security_group (2313b84a-e7d3-4816-b4b9-71e40d59fc84), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:09.647938 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] Publish callbacks [] for security_group (2313b84a-e7d3-4816-b4b9-71e40d59fc84), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:09.749333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (2313b84a-e7d3-4816-b4b9-71e40d59fc84), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:09.751986 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:09.753156 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2313b84a-e7d3-4816-b4b9-71e40d59fc84 HTTP/1.1" status: 204 len: 168 time: 0.1718450 Apr 06 14:20:09.761801 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c80a5-b9d2-429d-9e63-aa6598c1658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313b84a-e7d3-4816-b4b9-71e40d59fc84,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.799499 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:20:12.726683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.777935 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f471ef15-5889-4877-b339-1bc743520b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:15.532746 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c691-8d74-4cd9-ad7f-9df6c5512f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:16.753337 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:18.177879 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:19.949560 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:22.094741 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-52ea87a9-cfb2-4448-a560-96f463c79373 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470130 Apr 06 14:20:22.173139 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-a985d8d0-b950-4f7c-bb8d-caf397c8ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.174654 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-a985d8d0-b950-4f7c-bb8d-caf397c8ec11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 1129 time: 0.0443680 Apr 06 14:20:22.282076 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-193969f6-7085-4ed2-a063-bb70246a297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.283481 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-193969f6-7085-4ed2-a063-bb70246a297a service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0900862 Apr 06 14:20:22.350937 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-bbe4e5df-4315-4912-8393-b147fd319f8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 200 len: 1000 time: 0.0595284 Apr 06 14:20:22.398000 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-f7f145cc-24f2-4639-a281-a9e631ebbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.399448 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-f7f145cc-24f2-4639-a281-a9e631ebbc0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0426064 Apr 06 14:20:22.446643 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-83d2dcf8-6b3d-4b0b-9058-26256b9baab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.448179 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-83d2dcf8-6b3d-4b0b-9058-26256b9baab9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435450 Apr 06 14:20:22.538527 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-ea11c8d3-5743-4707-8441-825fc6847efb service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Apr 06 14:20:22.631382 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-711eae47-29a7-4a43-9272-1fb5af6064ed req-3d3a02d8-e5ad-420c-957b-d2a83db03512 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868890 Apr 06 14:20:42.704986 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:42.811451 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3c208eab-246b-4dc1-9fbe-3b297e77cdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:45.474395 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fa46b10d-2033-427d-9739-fc7a60cdb9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:46.725943 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:47.798950 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:20:48.228663 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.840226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:00.200031 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b310d-11ee-4a11-aa79-f6deed364bae req-72993768-9e1b-4660-8c73-347c637de849 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:00.201532 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-200b310d-11ee-4a11-aa79-f6deed364bae req-72993768-9e1b-4660-8c73-347c637de849 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0569332 Apr 06 14:21:00.249756 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-200b310d-11ee-4a11-aa79-f6deed364bae req-a6fdefdd-0900-43fe-9b7d-275fa2e761b4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Apr 06 14:21:01.369305 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f6ad3-b54f-45f9-9a7b-3e0444cb4eae req-dfdc3167-7c8f-4e1d-81f0-b93ff8234c2d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:01.370785 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b99f6ad3-b54f-45f9-9a7b-3e0444cb4eae req-dfdc3167-7c8f-4e1d-81f0-b93ff8234c2d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0522106 Apr 06 14:21:01.419791 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b99f6ad3-b54f-45f9-9a7b-3e0444cb4eae req-0479c972-aeab-41d6-a4cd-0da9aab0c9ce tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Apr 06 14:21:01.864152 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1749b3c-80db-429f-b575-1c44e379c79d req-927ef831-bcd8-47eb-87ad-ca58efcc286f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:01.865738 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1749b3c-80db-429f-b575-1c44e379c79d req-927ef831-bcd8-47eb-87ad-ca58efcc286f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 945 time: 0.0558317 Apr 06 14:21:01.960916 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port a011281f-5a62-4f98-988d-fb69d17a87d8 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:21:01.961248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.051815 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] For port a011281f-5a62-4f98-988d-fb69d17a87d8, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a011281f-5a62-4f98-988d-fb69d17a87d8,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:02.052179 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.220972 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.221344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (a5950a77-803f-45d4-9773-74f209bfed23), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.221660 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP a5950a77-803f-45d4-9773-74f209bfed23 disassociated. External IP: 172.27.1.38, port: a011281f-5a62-4f98-988d-fb69d17a87d8. Apr 06 14:21:02.221994 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for a011281f-5a62-4f98-988d-fb69d17a87d8 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:21:02.406089 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (a011281f-5a62-4f98-988d-fb69d17a87d8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.435014 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=a011281f-5a62-4f98-988d-fb69d17a87d8,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:02.544485 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-20744ce5-7a11-4860-8414-66886b4cc0f9 req-e11ef698-9a60-4c73-bdce-3597d5df827b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 210 time: 0.0538113 Apr 06 14:21:02.573867 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:02.685300 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:02.696132 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:21:02.705567 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:02.706178 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:20:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:02.727939 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] No DVR routers for this DVR port a011281f-5a62-4f98-988d-fb69d17a87d8 on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:21:02.730602 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:02.733828 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1749b3c-80db-429f-b575-1c44e379c79d req-a91fecaf-1d62-4c02-a2a1-b7bc74283fec tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "DELETE /v2.0/ports/a011281f-5a62-4f98-988d-fb69d17a87d8 HTTP/1.1" status: 204 len: 173 time: 0.8629453 Apr 06 14:21:02.734267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'name': 'network-vif-deleted', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:02.736533 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f20b3-443f-4ac4-8ffa-088ebd5d022d" -d '{"events": [{"server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "name": "network-vif-deleted", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:02.772166 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a434d3-8d8a-4b70-9fef-450d96b99be8 x-openstack-request-id: req-43a434d3-8d8a-4b70-9fef-450d96b99be8 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:02.772467 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c1cae5-2f74-4ed9-a284-de1607e1eed3", "name": "network-vif-deleted", "tag": "a011281f-5a62-4f98-988d-fb69d17a87d8", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:02.772723 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43a434d3-8d8a-4b70-9fef-450d96b99be8 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:02.773129 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a434d3-8d8a-4b70-9fef-450d96b99be8'] response: {'server_uuid': '04c1cae5-2f74-4ed9-a284-de1607e1eed3', 'name': 'network-vif-deleted', 'tag': 'a011281f-5a62-4f98-988d-fb69d17a87d8', 'status': 'completed', 'code': 200} Apr 06 14:21:02.826677 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:03.037633 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.063600 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:21:03.072301 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:03.072942 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:20:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.182398 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:03.380886 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:03.409891 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac89d1f-9f20-412b-845b-01d8e2300f01 None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:21:03.664164 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b7a81-ff83-4b38-803a-0e3cb116e9a2 None None] New status for floating IP a5950a77-803f-45d4-9773-74f209bfed23: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:21:03.688564 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c03da88-9bfc-40b7-a431-5f3b4c1e7c41 req-eacc910f-6ae4-4c8a-8882-8127e34fa15c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=04c1cae5-2f74-4ed9-a284-de1607e1eed3 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Apr 06 14:21:04.683932 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device a011281f-5a62-4f98-988d-fb69d17a87d8 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:21:04.704546 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: a011281f-5a62-4f98-988d-fb69d17a87d8 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:21:04.704890 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device a011281f-5a62-4f98-988d-fb69d17a87d8 not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:21:04.946813 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-8f40079a-c08a-4392-b4b0-f1bf96981eb4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045093276&fields=id&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 267 time: 0.0468426 Apr 06 14:21:05.051303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-8a73876c-2909-4754-8c97-1f97c0b8a209 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:05.056690 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-8a73876c-2909-4754-8c97-1f97c0b8a209 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.0996900 Apr 06 14:21:05.067845 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-189758be-8ca3-4bdf-a2b1-4f6fa968fb93 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/quotas/2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 375 time: 0.0090668 Apr 06 14:21:05.125205 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-1007ff08-d0b7-4729-9ce6-dfc7c21248e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523372 Apr 06 14:21:05.243063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-8ac12359-c005-4d57-b60e-f9650a566f9a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:21:05.244104 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-8ac12359-c005-4d57-b60e-f9650a566f9a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1075771 Apr 06 14:21:05.331805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-ad319373-6c86-4517-93ae-92d3b390b13e service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Apr 06 14:21:05.423194 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-e77b580c-cd4d-42a5-8ac9-b6df37760311 service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Apr 06 14:21:05.934251 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b08a2f7f-d819-4ba7-8af8-a474ba7d57d5 req-814a152d-7d48-4313-af81-3443c97d4fa6 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Apr 06 14:21:07.029963 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e46ddf6-33b6-44f2-bc14-13d54065e01d req-4cead847-e7b5-42bd-8eb6-eeef6f65cab8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 210 time: 0.0281384 Apr 06 14:21:08.018708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-beda9091-c637-4c15-9042-0c658d6cfb74 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:08.020312 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-beda9091-c637-4c15-9042-0c658d6cfb74 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.1113403 Apr 06 14:21:08.088710 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-4a2669b6-4c51-4988-b5a5-359182560bb2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 380 time: 0.0550520 Apr 06 14:21:08.097300 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'port': {'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'admin_state_up': True, 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'security_groups': ['b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:08.162781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbe7549c-b1ef-4dc3-ab07-5e1546e366eb req-c4a612c4-0c19-4d76-8561-552878b49412 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 210 time: 0.0619898 Apr 06 14:21:08.280126 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Made reservation on behalf of 2d17f17804a04b0cacc65967141f6086 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:08.283858 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.407681 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.20.0.13 (374f3c5e-901f-4951-ae62-d699900b1b00/1a2136df-34b2-4012-8732-1fd0c9cbe71d/40eecd50-8349-41a8-a740-61e164d01f1b) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:08.555045 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (40eecd50-8349-41a8-a740-61e164d01f1b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.640219 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.683120 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:08.688364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:08.690940 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:21:08.721948 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:08.735290 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.735610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.735968 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.736308 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.736649 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.736987 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.737315 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.737654 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.737982 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.738314 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.738649 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.738980 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.739336 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.739689 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.740016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:08.764596 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:08.765248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.843149 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-413823f5-cbae-464a-8995-4973ea713e1a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494676 Apr 06 14:21:08.860342 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Request body: {'port': {'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:08.910220 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-6b776b29-809d-43da-a81c-514ba4b25352 None None] Provisioning complete for port 40eecd50-8349-41a8-a740-61e164d01f1b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:08.910804 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6b776b29-809d-43da-a81c-514ba4b25352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.927429 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:08.946513 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6b776b29-809d-43da-a81c-514ba4b25352 None None] Port 40eecd50-8349-41a8-a740-61e164d01f1b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:21:09.197533 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eecd50-8349-41a8-a740-61e164d01f1b {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:21:09.209871 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks [] for port (40eecd50-8349-41a8-a740-61e164d01f1b), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.221247 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Transition to ACTIVE for port object 40eecd50-8349-41a8-a740-61e164d01f1b will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:21:09.292169 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36b28e-c56a-4efd-a10a-6d626ccb1014 req-61944233-56d2-4edc-be9c-9c9a085ef783 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:09.293648 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f36b28e-c56a-4efd-a10a-6d626ccb1014 req-61944233-56d2-4edc-be9c-9c9a085ef783 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 932 time: 0.0547678 Apr 06 14:21:09.294855 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.372660 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:09.702072 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f36b28e-c56a-4efd-a10a-6d626ccb1014 req-752e0a22-3e4a-496f-b39e-764a1a8c1682 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990326 Apr 06 14:21:09.732615 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Attempting to bind port 40eecd50-8349-41a8-a740-61e164d01f1b on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:21:09.732946 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Attempting to bind port 40eecd50-8349-41a8-a740-61e164d01f1b by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:21:09.733267 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Attempting to bind port 40eecd50-8349-41a8-a740-61e164d01f1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:09.737367 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Port 40eecd50-8349-41a8-a740-61e164d01f1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:21:09.737683 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Attempting to bind port 40eecd50-8349-41a8-a740-61e164d01f1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:09.742379 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:21:09.742708 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:21:09.743083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Bound using segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:21:09.743535 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Bound port: 40eecd50-8349-41a8-a740-61e164d01f1b, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:21:09.743885 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.805047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:09.808106 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=40eecd50-8349-41a8-a740-61e164d01f1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:09.890134 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.925147 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:09.925770 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.927150 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 1094 time: 1.0712888 Apr 06 14:21:09.927621 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:09.929860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dbff91-bffb-47f7-afc2-8a19896a6ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:09.958443 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f30d-cd0c-4e08-8fe0-335fa067b9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:09.969457 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa3cca-6a27-4dd5-9cc8-f71515ce483a x-openstack-request-id: req-0baa3cca-6a27-4dd5-9cc8-f71515ce483a {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:09.969752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:09.970028 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0baa3cca-6a27-4dd5-9cc8-f71515ce483a {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:09.970456 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baa3cca-6a27-4dd5-9cc8-f71515ce483a'] response: {'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b', 'status': 'completed', 'code': 200} Apr 06 14:21:10.063566 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-17b494ef-7d87-46f6-b5fd-fc624e2c7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.065117 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-17b494ef-7d87-46f6-b5fd-fc624e2c7a94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1128 time: 0.0544617 Apr 06 14:21:10.170905 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-9572250c-88be-46f6-9751-b0c648bd37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.172418 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-9572250c-88be-46f6-9751-b0c648bd37e2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2d17f17804a04b0cacc65967141f6086&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945249 Apr 06 14:21:10.269641 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-57b2f771-8044-41ab-ae43-807234459be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.271003 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58dbff91-bffb-47f7-afc2-8a19896a6ee7 req-57b2f771-8044-41ab-ae43-807234459be5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928130 Apr 06 14:21:10.372506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-902a160d-8dd8-440d-ab15-d269ccde8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.374077 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-902a160d-8dd8-440d-ab15-d269ccde8a30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1128 time: 0.0438852 Apr 06 14:21:10.422031 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-9d8a4c3b-c308-4934-88c7-857c98945411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 217 time: 0.0340188 Apr 06 14:21:10.473683 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-bfd66d0a-5723-4f48-99b6-5d256bd2fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.475144 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-bfd66d0a-5723-4f48-99b6-5d256bd2fdfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0470798 Apr 06 14:21:10.527085 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-63bfce52-be02-45ad-a122-46239d365a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.528534 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-63bfce52-be02-45ad-a122-46239d365a0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474710 Apr 06 14:21:10.625577 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-b9f5178c-063a-4c19-af3e-ed551c53cba0 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904996 Apr 06 14:21:10.714270 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c08e1fcc-d98c-4786-9ce8-38e91eae2431 req-b6eac278-dd1f-45f3-a20d-f13cdb552844 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815623 Apr 06 14:21:10.823465 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6339655-1071-42bc-8b8d-9cf5284cda27 req-ef5d78b4-6a17-4e49-b70d-481e527dddf0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:10.824989 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6339655-1071-42bc-8b8d-9cf5284cda27 req-ef5d78b4-6a17-4e49-b70d-481e527dddf0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0544319 Apr 06 14:21:10.874721 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6339655-1071-42bc-8b8d-9cf5284cda27 req-53174a3d-12dc-495e-9d63-463075350941 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Apr 06 14:21:12.002781 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23444-6192-42f9-873e-22e5893b11b5 req-d1392d82-a388-48e5-9721-2f663f0205b8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:12.004311 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ea23444-6192-42f9-873e-22e5893b11b5 req-d1392d82-a388-48e5-9721-2f663f0205b8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0595219 Apr 06 14:21:12.053698 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ea23444-6192-42f9-873e-22e5893b11b5 req-91e92e82-b615-4d39-99c1-91adb366a265 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Apr 06 14:21:12.710823 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:12.769582 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdd08-0a28-42b0-835d-f01761031159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:13.171611 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9128b-8684-4ab4-a9df-0ecc7e19cd9e req-8a956c0d-199e-4cc9-93cf-f4465c31835a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:13.173083 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6c9128b-8684-4ab4-a9df-0ecc7e19cd9e req-8a956c0d-199e-4cc9-93cf-f4465c31835a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0530574 Apr 06 14:21:13.221537 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6c9128b-8684-4ab4-a9df-0ecc7e19cd9e req-9dc9b632-44f1-4bd4-99d0-24c6e9cab535 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Apr 06 14:21:14.348534 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42178bb3-b8f8-4ef4-8f66-508fac7011b2 req-968ed1ad-fe5e-49af-a003-e5ddab55e598 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:14.349976 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-42178bb3-b8f8-4ef4-8f66-508fac7011b2 req-968ed1ad-fe5e-49af-a003-e5ddab55e598 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0565352 Apr 06 14:21:14.399412 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-42178bb3-b8f8-4ef4-8f66-508fac7011b2 req-7c856855-1f45-4a72-ae4b-1976eaa6423a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Apr 06 14:21:15.485702 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-058164f0-0ff5-45f8-b59f-66d6b03176a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:15.517254 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bcbf0-68b0-4722-9fd8-de135ea8a078 req-5cf04500-5e5c-4779-b31d-7948d2615b85 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:15.518726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-980bcbf0-68b0-4722-9fd8-de135ea8a078 req-5cf04500-5e5c-4779-b31d-7948d2615b85 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Apr 06 14:21:15.566831 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-980bcbf0-68b0-4722-9fd8-de135ea8a078 req-592a966e-898b-4e02-b456-dd3fcb8dbb6e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Apr 06 14:21:16.688768 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3372-7afc-4142-9c1d-49e787f0bd5c req-e9952eb0-dbf6-4e6c-8ae4-5ef4e6b3544a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:16.690278 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b44a3372-7afc-4142-9c1d-49e787f0bd5c req-e9952eb0-dbf6-4e6c-8ae4-5ef4e6b3544a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0533574 Apr 06 14:21:16.725565 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:16.746789 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b44a3372-7afc-4142-9c1d-49e787f0bd5c req-27315f5c-a8c9-4b5d-b947-b9489bae3577 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478563 Apr 06 14:21:17.860608 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678e360-7cf9-4d42-855b-ad67d12b4ead req-70e6b398-e690-4955-a07f-1e96d6029413 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:17.862127 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c678e360-7cf9-4d42-855b-ad67d12b4ead req-70e6b398-e690-4955-a07f-1e96d6029413 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0526011 Apr 06 14:21:17.911991 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c678e360-7cf9-4d42-855b-ad67d12b4ead req-0894dc5f-2d45-41a1-acbf-7d2f0e402fb3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Apr 06 14:21:18.199487 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.761626 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 40eecd50-8349-41a8-a740-61e164d01f1b details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:21:18.859891 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=40eecd50-8349-41a8-a740-61e164d01f1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:18.871259 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '40eecd50-8349-41a8-a740-61e164d01f1b', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:21:18.909001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 40eecd50-8349-41a8-a740-61e164d01f1b is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:18.909389 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.924156 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eecd50-8349-41a8-a740-61e164d01f1b {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:21:18.944488 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=40eecd50-8349-41a8-a740-61e164d01f1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:19.021614 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:19.047083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1452d-9b7f-4d63-9b73-88ca22880577 req-997a7b50-b874-4103-8b15-b233a8a09b33 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:19.049775 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eae1452d-9b7f-4d63-9b73-88ca22880577 req-997a7b50-b874-4103-8b15-b233a8a09b33 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 944 time: 0.0708928 Apr 06 14:21:19.078040 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:19.085770 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.086870 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.087271 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.087647 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.087987 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.088324 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.088658 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.088988 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.089319 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.089692 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.090026 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.090357 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.090713 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.091035 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.091379 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:19.100791 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eae1452d-9b7f-4d63-9b73-88ca22880577 req-40c4634b-29d2-4db5-b630-ca725626b3b0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Apr 06 14:21:19.297578 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['40eecd50-8349-41a8-a740-61e164d01f1b'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:21:19.885801 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:20.232754 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d911d4-7ad1-4e7f-8573-a6f9d204ca4e req-8ce4721c-d41a-4af3-8534-46cbf63888b6 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:20.234239 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65d911d4-7ad1-4e7f-8573-a6f9d204ca4e req-8ce4721c-d41a-4af3-8534-46cbf63888b6 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 945 time: 0.0661986 Apr 06 14:21:20.282536 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65d911d4-7ad1-4e7f-8573-a6f9d204ca4e req-52343035-0b14-4de2-ac8d-b147769a3903 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Apr 06 14:21:20.777567 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 40eecd50-8349-41a8-a740-61e164d01f1b up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:20.914660 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 40eecd50-8349-41a8-a740-61e164d01f1b completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:21:20.919113 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 40eecd50-8349-41a8-a740-61e164d01f1b triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:20.924288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:21.001077 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 40eecd50-8349-41a8-a740-61e164d01f1b is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:21.001460 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:21.025977 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:21.028401 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6211be-777b-4b65-b31e-346683029240" -d '{"events": [{"server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "name": "network-vif-plugged", "status": "completed", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:21.042285 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=40eecd50-8349-41a8-a740-61e164d01f1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:21.066356 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e534a85b-98e7-47ac-8632-1f83ca5a8d1a x-openstack-request-id: req-e534a85b-98e7-47ac-8632-1f83ca5a8d1a {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:21.066651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "name": "network-vif-plugged", "status": "completed", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:21.066912 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e534a85b-98e7-47ac-8632-1f83ca5a8d1a {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:21.067310 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e534a85b-98e7-47ac-8632-1f83ca5a8d1a'] response: {'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b', 'code': 200} Apr 06 14:21:21.123854 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:21.172468 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:21.403079 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef8a15-7b6b-4799-aaec-61defc213ea6 req-911def22-449a-4ac0-8774-6216eaa86657 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:21.407126 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3ef8a15-7b6b-4799-aaec-61defc213ea6 req-911def22-449a-4ac0-8774-6216eaa86657 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0546093 Apr 06 14:21:21.453933 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3ef8a15-7b6b-4799-aaec-61defc213ea6 req-1c480711-cd1d-4a7b-af0e-ad57cc4a8ea9 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Apr 06 14:21:21.781590 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c096-1387-42d3-8353-84f71a48a89a req-b007a1b6-530f-4a87-a444-c2e0b4a89f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:21.783156 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ff0c096-1387-42d3-8353-84f71a48a89a req-b007a1b6-530f-4a87-a444-c2e0b4a89f46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0446072 Apr 06 14:21:21.832903 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ff0c096-1387-42d3-8353-84f71a48a89a req-16ae408c-08ba-45b2-9b7b-2d88d01173ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Apr 06 14:21:22.572587 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276794-5f48-4a46-aaab-c87568a6bd40 req-75e6d928-d0bb-4639-8b85-5a2b675c6758 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:22.574072 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87276794-5f48-4a46-aaab-c87568a6bd40 req-75e6d928-d0bb-4639-8b85-5a2b675c6758 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0520675 Apr 06 14:21:22.623588 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87276794-5f48-4a46-aaab-c87568a6bd40 req-8bff6bb6-8e40-4ba4-8802-bc03b2259c88 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Apr 06 14:21:23.740718 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480861f-5fcc-4dc9-9e7e-a5241a5de336 req-5cab77e4-8795-47d1-85fa-ae0b1640d6b4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.742786 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c480861f-5fcc-4dc9-9e7e-a5241a5de336 req-5cab77e4-8795-47d1-85fa-ae0b1640d6b4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0516288 Apr 06 14:21:23.791206 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c480861f-5fcc-4dc9-9e7e-a5241a5de336 req-5d04e74c-ca68-4ac5-a38f-0355ab28903a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Apr 06 14:21:23.909915 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b129-c408-4e1f-aabc-d1df2d95116b req-cd2c874e-34c8-4897-84a2-da2fbea9fd8e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.911315 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f61b129-c408-4e1f-aabc-d1df2d95116b req-cd2c874e-34c8-4897-84a2-da2fbea9fd8e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0557356 Apr 06 14:21:23.959923 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f61b129-c408-4e1f-aabc-d1df2d95116b req-69ab6a4e-5ae0-4ec1-80ab-b40f591d7dc8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Apr 06 14:21:23.985959 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45220) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:24.031318 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc4c49-3d1a-4d48-974a-0bcb3cb1f72b tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.032867 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6fcc4c49-3d1a-4d48-974a-0bcb3cb1f72b tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1125 time: 0.0459266 Apr 06 14:21:24.035710 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45222) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:24.040619 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:24.094935 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-a13cd8d3-8186-4d84-83be-f52cba5d7343 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501087 Apr 06 14:21:24.162642 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.242780 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-a79533e0-afba-4ba8-92a4-05ce49b67de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.244324 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-a79533e0-afba-4ba8-92a4-05ce49b67de8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0941591 Apr 06 14:21:24.383317 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.404719 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-3c2b8b74-b727-4d92-8076-0cd3d6063dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.406191 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-3c2b8b74-b727-4d92-8076-0cd3d6063dea service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.1443796 Apr 06 14:21:24.475491 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-8bd0a5d0-bbf7-41c9-a922-54ec39df63df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 217 time: 0.0446048 Apr 06 14:21:24.556344 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-e327d862-1c6b-4b69-b050-158284ff8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.557818 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-e327d862-1c6b-4b69-b050-158284ff8ef1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0756764 Apr 06 14:21:24.593332 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.27.1.197 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/11eae16b-a056-4b21-a3a5-2aee5c78a088) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:24.677271 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-9ccb4dca-0b4f-41c4-b1e7-5dd9c30502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.679198 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-9ccb4dca-0b4f-41c4-b1e7-5dd9c30502f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156776 Apr 06 14:21:24.796892 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.797969 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:21:24.836123 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-90a98a31-ade0-4534-9127-d9fbca299052 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501153 Apr 06 14:21:24.928540 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ef5cb0-f78e-4a69-af99-6f0f9d0967d6 req-cf7d040c-9d1f-4b65-9629-5467c48503de service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872710 Apr 06 14:21:24.947282 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.990104 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:24.995807 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:24.999632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:21:25.005144 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=11eae16b-a056-4b21-a3a5-2aee5c78a088,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.372324 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (29a174fb-f01f-41ec-875d-d31cb27c17f8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.501558 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.654081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.702394 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.767151 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=11eae16b-a056-4b21-a3a5-2aee5c78a088,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.780794 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (29a174fb-f01f-41ec-875d-d31cb27c17f8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.885984 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP 29a174fb-f01f-41ec-875d-d31cb27c17f8 associated. External IP: 172.27.1.197, port: 40eecd50-8349-41a8-a740-61e164d01f1b. Apr 06 14:21:26.106000 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:26.221055 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:26.231732 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:21:26.241673 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:26.246240 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:21:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:26.302913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:26.332581 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5ccbdc68-c37d-42cf-8d94-084d89dce8d2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2958066 Apr 06 14:21:26.333183 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:26.336415 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:26.353054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:26.372289 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba91a6e-89fc-4cb8-bec5-3548b0e8140f x-openstack-request-id: req-eba91a6e-89fc-4cb8-bec5-3548b0e8140f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:26.372574 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:26.372827 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eba91a6e-89fc-4cb8-bec5-3548b0e8140f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:26.373232 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba91a6e-89fc-4cb8-bec5-3548b0e8140f'] response: {'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b', 'status': 'completed', 'code': 200} Apr 06 14:21:26.474990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-d73b5875-0e92-49dc-b254-d910fb206835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.477210 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-d73b5875-0e92-49dc-b254-d910fb206835 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0473187 Apr 06 14:21:26.576819 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-02384431-fe81-4ace-8b71-94dd77ca72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.578224 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-02384431-fe81-4ace-8b71-94dd77ca72b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0955422 Apr 06 14:21:26.646561 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-3c05b4a2-84db-4e6c-8df8-981289ed4e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 1000 time: 0.0630381 Apr 06 14:21:26.696199 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-e4db0bf2-4d45-4123-a9b1-825e6654a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.697663 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-e4db0bf2-4d45-4123-a9b1-825e6654a722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0450253 Apr 06 14:21:26.729501 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:26.748944 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-d0bfeeeb-b487-4e24-90db-0812ae047437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.750442 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-d0bfeeeb-b487-4e24-90db-0812ae047437 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472519 Apr 06 14:21:26.754972 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:21:26.764617 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:26.765251 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:21:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:26.857905 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-91da1cc0-d86c-4dcd-9fb0-876d148ed368 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013250 Apr 06 14:21:26.879306 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:26.949670 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd72db3e-c5d6-4c7d-9428-aa0d6cadf2fa req-74779620-138f-42ef-a5b9-9707ce2227b9 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Apr 06 14:21:27.106227 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:27.134311 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626f238-fba9-4bd2-a102-43c51ba6d2fa None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:25Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:21:27.346546 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f1e01-2902-4c32-aa33-bec3363b2fa2 None None] New status for floating IP 29a174fb-f01f-41ec-875d-d31cb27c17f8: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:21:42.706825 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:42.816346 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-78abedaa-1c17-41da-b939-e605ad9340d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:45.494518 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f4335b82-1ee5-4e78-9f8d-ad12f0ebb8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:46.742326 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:48.210348 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:49.821605 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:01.796579 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:22:12.762791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:12.791016 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1dcd49ca-4813-4cc8-a358-0e5e891c910d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:15.490281 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2d9a15a9-f17f-4bbb-9aa1-f8e0f781b042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:16.757517 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:18.219515 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:19.844250 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:24.067831 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-c34053ac-561b-4bcf-a324-b7c46bad9c38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441887 Apr 06 14:22:24.169434 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-d4018a43-4832-413d-8dd8-facf0d615601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.170920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-d4018a43-4832-413d-8dd8-facf0d615601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0455539 Apr 06 14:22:24.545715 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-3f5dbbd3-7893-4bf0-9982-d3c8c0936b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.547185 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-3f5dbbd3-7893-4bf0-9982-d3c8c0936b4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.3571603 Apr 06 14:22:24.610121 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-1aab0a94-c1f9-4cae-85f1-e0e56d0cea77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 1002 time: 0.0570533 Apr 06 14:22:24.661122 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-bca64093-4561-46ca-b558-136953e56857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.667770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-bca64093-4561-46ca-b558-136953e56857 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0464516 Apr 06 14:22:24.711990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-4ebf759e-f76c-4de2-b280-6c40bdaef5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.713508 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-4ebf759e-f76c-4de2-b280-6c40bdaef5fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444450 Apr 06 14:22:24.806303 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-24dd42bc-ae12-4003-90b7-e3e4e1e1f203 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837924 Apr 06 14:22:24.900784 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dec349dc-2c23-41f8-8e72-8651fcc85d6c req-c74ffc5e-d77b-445f-90c9-ad2defdd4570 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880291 Apr 06 14:22:38.796663 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:22:42.705206 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:42.792731 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bf4821f1-8643-4acb-90a8-afa52ab6ffc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:45.489021 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-392d7558-3232-4711-8801-d79656642ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:46.775382 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:48.214941 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:49.843760 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:07.309249 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-32a4f263-476f-4be4-adab-6c533d8cd2a0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045093276&fields=id&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 267 time: 0.0438361 Apr 06 14:23:07.420441 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-f2ddf6f4-d4fa-4523-abfc-2c006aa6f6a3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.421911 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-f2ddf6f4-d4fa-4523-abfc-2c006aa6f6a3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.1061289 Apr 06 14:23:07.436895 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-04b714d3-e6bc-4b67-9b1a-c56e40693ff0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/quotas/2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Apr 06 14:23:07.493249 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8e2401ff-e6b0-4c86-870a-af6272efc3d0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513937 Apr 06 14:23:07.632846 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-46d3a8ff-78f3-4a08-aaab-68613c5e7523 service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287475 Apr 06 14:23:07.721974 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-ead21f75-dbf4-4ff4-9564-eba3a612b046 service neutron] 10.222.0.62 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Apr 06 14:23:08.364501 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06555431-ded3-4c16-8332-6c317e59a393 req-cd064ee5-cd11-4fae-8dbd-f08d475fa002 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0795300 Apr 06 14:23:09.459830 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-13574568-ae85-4e62-b4b3-a750c33e26a3 req-9572d9d4-447a-4f6e-a7d3-b0e7079975a7 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0288889 Apr 06 14:23:10.237063 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-2e2205be-ce1f-427c-8313-af0b902246f5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:10.238530 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-2e2205be-ce1f-427c-8313-af0b902246f5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 812 time: 0.1044731 Apr 06 14:23:10.307987 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-109ffede-1331-4e30-90aa-7b6b94083c37 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d17f17804a04b0cacc65967141f6086 HTTP/1.1" status: 200 len: 380 time: 0.0548770 Apr 06 14:23:10.319132 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'port': {'device_id': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'admin_state_up': True, 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'security_groups': ['b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:10.488896 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Made reservation on behalf of 2d17f17804a04b0cacc65967141f6086 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:23:10.492637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:10.579797 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db922184-9202-406c-a659-cc9ced7ff826 req-14adfd22-0bd2-4e3c-b980-cf558c10fd4f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0318577 Apr 06 14:23:10.645256 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.20.0.5 (374f3c5e-901f-4951-ae62-d699900b1b00/1a2136df-34b2-4012-8732-1fd0c9cbe71d/6ec49c22-d38e-402b-995e-9e0197252e1b) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:10.778518 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:10.861127 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:10.907428 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network 374f3c5e-901f-4951-ae62-d699900b1b00 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:10.912573 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:10.916478 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:10.940489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:10.954400 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.954755 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.955103 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.955506 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.955845 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.956195 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.956507 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.956834 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.957161 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.957489 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.957824 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.958178 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.958477 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.959372 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.959701 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:10.983287 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:10.984215 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.074706 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-8651517c-0cf8-4947-a23f-7427043236c5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593119 Apr 06 14:23:11.092088 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Request body: {'port': {'device_id': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:11.145861 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-9c19c008-2c89-454f-9fe5-b2963b56d5ce None None] Provisioning complete for port 6ec49c22-d38e-402b-995e-9e0197252e1b triggered by entity DHCP. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:11.147041 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9c19c008-2c89-454f-9fe5-b2963b56d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.158119 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.180656 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-9c19c008-2c89-454f-9fe5-b2963b56d5ce None None] Port 6ec49c22-d38e-402b-995e-9e0197252e1b cannot update to ACTIVE because it is not bound. {{(pid=103969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:23:11.317847 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-b6ba27e5-8013-4cc0-bbd4-6bd1a24e4f78 req-05e51002-0c90-4829-bea3-c61de46fa927 service neutron] (103968) timed out ('10.222.0.46', 56679) {{(pid=103968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:23:11.431850 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec49c22-d38e-402b-995e-9e0197252e1b {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:23:11.439412 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks [] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.452270 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Transition to ACTIVE for port object 6ec49c22-d38e-402b-995e-9e0197252e1b will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:23:11.529228 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.579600 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:11.678736 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Attempting to bind port 6ec49c22-d38e-402b-995e-9e0197252e1b on host hv-cinder-83682 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:23:11.682604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Attempting to bind port 6ec49c22-d38e-402b-995e-9e0197252e1b by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:23:11.682604 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Attempting to bind port 6ec49c22-d38e-402b-995e-9e0197252e1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:11.684934 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Port 6ec49c22-d38e-402b-995e-9e0197252e1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:23:11.685265 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Attempting to bind port 6ec49c22-d38e-402b-995e-9e0197252e1b on network 374f3c5e-901f-4951-ae62-d699900b1b00 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:23:11.707016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Checking agent: {'id': '7c18aedd-684f-49e7-844e-77bd6e2ef9cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'started_at': datetime.datetime(2022, 4, 6, 14, 5, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:23:11.711182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Checking segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:23:11.711182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Bound using segment: {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:23:11.711182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Bound port: 6ec49c22-d38e-402b-995e-9e0197252e1b, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261e995e-2d22-4778-9a04-7c07a3f9b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:23:11.711182 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.769663 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17eca3-3a95-449c-9965-2cc11061e4b0 req-552c73a0-a8a0-499e-ad8c-0e306a226e3f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:11.771179 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd17eca3-3a95-449c-9965-2cc11061e4b0 req-552c73a0-a8a0-499e-ad8c-0e306a226e3f tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.1029441 Apr 06 14:23:11.808859 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:23:11.831376 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6ec49c22-d38e-402b-995e-9e0197252e1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:23:11.846835 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd17eca3-3a95-449c-9965-2cc11061e4b0 req-bd1d0882-e4d0-4175-9d5e-773526ab98a9 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692019 Apr 06 14:23:11.916726 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10131285'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.953811 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:11.954312 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:11.955805 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 200 len: 1093 time: 0.8678918 Apr 06 14:23:11.959661 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:11.961632 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:11.990617 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366ac3-c8a4-462b-9960-3235238054e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:12.013751 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0faf5f0-0fe2-4eec-aad0-f2ff53b9837c x-openstack-request-id: req-d0faf5f0-0fe2-4eec-aad0-f2ff53b9837c {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:12.014144 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:12.014561 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0faf5f0-0fe2-4eec-aad0-f2ff53b9837c {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:12.014996 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0faf5f0-0fe2-4eec-aad0-f2ff53b9837c'] response: {'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'status': 'completed', 'code': 200} Apr 06 14:23:12.102038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-27d36368-ebb5-4d83-bde2-b93f14329dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.103781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-27d36368-ebb5-4d83-bde2-b93f14329dbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0477881 Apr 06 14:23:12.210482 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-4b735977-0aa4-4dae-911c-2fb354e0f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.211920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-4b735977-0aa4-4dae-911c-2fb354e0f034 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2d17f17804a04b0cacc65967141f6086&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949492 Apr 06 14:23:12.305060 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-c862a861-a24a-4ea6-9db1-aaa634ad98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.306548 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05f177ff-6a6b-4e0e-b1ea-f8ea4417e3bb req-c862a861-a24a-4ea6-9db1-aaa634ad98d4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882349 Apr 06 14:23:12.407243 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-3105559b-c8f0-4017-b4d2-6cd455ce80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.408777 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-3105559b-c8f0-4017-b4d2-6cd455ce80f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0444887 Apr 06 14:23:12.458638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-9d1373d4-cb74-4cca-aeeb-b9e0ed46c51b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 200 len: 217 time: 0.0367050 Apr 06 14:23:12.506399 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-d4669810-1caa-4f81-a187-8835cc114557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.507781 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-d4669810-1caa-4f81-a187-8835cc114557 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0442393 Apr 06 14:23:12.555580 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-f6182a81-06a5-4687-81a3-ffdfb7358443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.557059 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-f6182a81-06a5-4687-81a3-ffdfb7358443 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437982 Apr 06 14:23:12.646920 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-b365ca6f-fbe5-49cf-a749-0adeec39f633 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836687 Apr 06 14:23:12.751568 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:12.752229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4e77cfd-b9e6-415e-9825-fae953031357 req-1732257b-bc83-4fc5-aa50-90f8df7a3ddd service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999548 Apr 06 14:23:12.808845 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-20b3fbfb-dcfb-4551-b526-94b8940f90cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:12.970335 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d42897-0d9b-41bf-9ee3-b71414d5db84 req-0960768f-9036-4ee9-a37c-0c3455a46496 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.971866 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43d42897-0d9b-41bf-9ee3-b71414d5db84 req-0960768f-9036-4ee9-a37c-0c3455a46496 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0563707 Apr 06 14:23:13.022608 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43d42897-0d9b-41bf-9ee3-b71414d5db84 req-90984b77-8f5a-40eb-9ee9-e72b9d110b41 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Apr 06 14:23:14.146450 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0f48e-e9b5-4da2-8440-84c77bf95cda req-6ece842f-71b8-48cd-a14f-7562beece3ad tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:14.148129 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48d0f48e-e9b5-4da2-8440-84c77bf95cda req-6ece842f-71b8-48cd-a14f-7562beece3ad tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0532608 Apr 06 14:23:14.196467 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48d0f48e-e9b5-4da2-8440-84c77bf95cda req-c702ac62-8a8b-42d2-a895-6fae3a281cfd tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Apr 06 14:23:15.312814 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adc896-96bf-4ee6-8de6-e980558017ae req-8630ff6b-0a53-4c2c-ac1b-aa7f92101c9e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.314232 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6adc896-96bf-4ee6-8de6-e980558017ae req-8630ff6b-0a53-4c2c-ac1b-aa7f92101c9e tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0520668 Apr 06 14:23:15.365745 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6adc896-96bf-4ee6-8de6-e980558017ae req-210b1843-9e1c-49cd-b064-baabd3ab0cb0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Apr 06 14:23:15.488816 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff068-d4c2-41e7-b99b-c8b292be1945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.795020 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:23:16.482211 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9260e-9566-4e00-9433-6b875f7e2c75 req-857a88de-fd4b-4ea5-b9a4-5142b9946236 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.483707 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dda9260e-9566-4e00-9433-6b875f7e2c75 req-857a88de-fd4b-4ea5-b9a4-5142b9946236 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0524526 Apr 06 14:23:16.531770 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dda9260e-9566-4e00-9433-6b875f7e2c75 req-17006e05-5df6-4ece-969c-228828c0cd69 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Apr 06 14:23:16.745969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:17.649171 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45887d7b-c6cf-4a7a-a022-1b482fec09a2 req-8d0ab76f-0b19-42ce-89c3-de1f1c1a1f30 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:17.650675 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45887d7b-c6cf-4a7a-a022-1b482fec09a2 req-8d0ab76f-0b19-42ce-89c3-de1f1c1a1f30 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0528505 Apr 06 14:23:17.698977 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45887d7b-c6cf-4a7a-a022-1b482fec09a2 req-ca6e3bff-71cd-45b1-8db4-c0099c0ea99d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Apr 06 14:23:18.206683 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:18.833284 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e511f69-ddbb-44de-bcbb-d70b73d65b26 req-3979443e-5c40-46de-a41e-c9107014302b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.834763 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e511f69-ddbb-44de-bcbb-d70b73d65b26 req-3979443e-5c40-46de-a41e-c9107014302b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 943 time: 0.0565963 Apr 06 14:23:18.883088 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e511f69-ddbb-44de-bcbb-d70b73d65b26 req-034711c9-cb1f-4855-863b-42bd37f427ae tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Apr 06 14:23:19.433971 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6ec49c22-d38e-402b-995e-9e0197252e1b details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=103969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:23:19.529619 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6ec49c22-d38e-402b-995e-9e0197252e1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:19.541581 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Returning: {'device': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'port_id': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'mac_address': 'fa:16:3e:64:78:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:23:19.577640 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 6ec49c22-d38e-402b-995e-9e0197252e1b is: DOWN; New status is: BUILD {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:19.578032 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:19.591432 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec49c22-d38e-402b-995e-9e0197252e1b {{(pid=103969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:23:19.610841 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6ec49c22-d38e-402b-995e-9e0197252e1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:19.683289 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:19.735006 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=4']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:19.742005 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.742353 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.742695 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.743039 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.743391 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.743729 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.744054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.744377 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.744777 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.745082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.745407 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.745735 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.746050 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.746368 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.746685 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:19.860190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:20.000135 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5790-3e11-427e-bfd0-e691c3a38fbd req-52d8ceb5-144e-4158-a150-4d56e4f249f5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:20.001514 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d5a5790-3e11-427e-bfd0-e691c3a38fbd req-52d8ceb5-144e-4158-a150-4d56e4f249f5 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0536718 Apr 06 14:23:20.006325 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] get_ports_and_sgs() called for port_ids ['6ec49c22-d38e-402b-995e-9e0197252e1b'] {{(pid=103969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:23:20.052712 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d5a5790-3e11-427e-bfd0-e691c3a38fbd req-17bcc6bc-05a6-4efb-827e-211f9f5192e6 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Apr 06 14:23:21.170153 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd835e81-cd6e-4edc-957a-dd611cad1360 req-966aff90-0e7c-42a8-bee5-66dbbdf0f2a0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:21.171655 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd835e81-cd6e-4edc-957a-dd611cad1360 req-966aff90-0e7c-42a8-bee5-66dbbdf0f2a0 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 944 time: 0.0523481 Apr 06 14:23:21.222850 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd835e81-cd6e-4edc-957a-dd611cad1360 req-f2a138f7-80d8-4e85-8105-c66dd6f14b46 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456161 Apr 06 14:23:21.463434 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6ec49c22-d38e-402b-995e-9e0197252e1b up at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:23:21.561024 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning for port 6ec49c22-d38e-402b-995e-9e0197252e1b completed by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:23:21.564947 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.provisioning_blocks [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Provisioning complete for port 6ec49c22-d38e-402b-995e-9e0197252e1b triggered by entity L2. {{(pid=103969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:23:21.565499 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768703'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), provisioning_complete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:21.641444 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Current status of the port 6ec49c22-d38e-402b-995e-9e0197252e1b is: BUILD; New status is: ACTIVE {{(pid=103969) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:23:21.641836 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), before_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:21.667157 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b'}] {{(pid=103969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:21.669431 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c60a13cdf24b699dc546b2c40f0121d5fcd2aceb60c4b75c75bfce26ac216bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb4ec4-9c71-4ec2-8023-113db9981396" -d '{"events": [{"server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b"}]}' {{(pid=103969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:21.681938 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-2aa24204-1557-494c-8be5-23226743c15d None None] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6ec49c22-d38e-402b-995e-9e0197252e1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:21.713891 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f314b62c-5f15-4f8b-81b5-b56b9a861c6c x-openstack-request-id: req-f314b62c-5f15-4f8b-81b5-b56b9a861c6c {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:21.714120 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b", "code": 200}]} {{(pid=103969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:21.714376 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f314b62c-5f15-4f8b-81b5-b56b9a861c6c {{(pid=103969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:21.714776 dv-cinder-836822-1-iscsi neutron-server[103969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f314b62c-5f15-4f8b-81b5-b56b9a861c6c'] response: {'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'code': 200} Apr 06 14:23:21.750001 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:21.796688 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Pushing event updated for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=5']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:22.156928 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4c55-1e44-4ede-bd13-cd1cb49144d8 req-01472278-92ef-4c41-9dc2-60de4e68c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.158403 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b18f4c55-1e44-4ede-bd13-cd1cb49144d8 req-01472278-92ef-4c41-9dc2-60de4e68c175 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0881395 Apr 06 14:23:22.202074 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b18f4c55-1e44-4ede-bd13-cd1cb49144d8 req-b8568fe1-6d79-4ff1-9e8e-71161f46cbff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Apr 06 14:23:22.339949 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de8905-e416-46f4-968d-866f63ee19d3 req-aec1ee7e-b421-4aec-bff8-fd5cdeb948ca tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:22.341327 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83de8905-e416-46f4-968d-866f63ee19d3 req-aec1ee7e-b421-4aec-bff8-fd5cdeb948ca tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Apr 06 14:23:22.389949 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83de8905-e416-46f4-968d-866f63ee19d3 req-15d4169b-d1ad-459c-9fcb-a4a161b747d1 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Apr 06 14:23:23.517005 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463209e-5c60-4b3c-bffa-a2c354405f3c req-2d3177c6-7bb7-4dd1-be40-a213c2b003e4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:23.518462 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b463209e-5c60-4b3c-bffa-a2c354405f3c req-2d3177c6-7bb7-4dd1-be40-a213c2b003e4 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0566213 Apr 06 14:23:23.566691 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b463209e-5c60-4b3c-bffa-a2c354405f3c req-4c05bda6-16a0-42fa-ae5d-3f804751bc31 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420408 Apr 06 14:23:23.683149 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3c02-080d-4fd9-b0f5-8cac468da9b7 req-cb4c9087-29a6-4932-93a0-ca4a4b93afa8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:23.684566 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-846a3c02-080d-4fd9-b0f5-8cac468da9b7 req-cb4c9087-29a6-4932-93a0-ca4a4b93afa8 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0520997 Apr 06 14:23:23.733508 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-846a3c02-080d-4fd9-b0f5-8cac468da9b7 req-d6cf4cd2-c213-453f-8183-1fe1fae72996 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433691 Apr 06 14:23:23.756426 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45350) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:23.800801 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f6502-0063-4344-9c1c-324ca3ee7360 tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:23.802353 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-b50f6502-0063-4344-9c1c-324ca3ee7360 tempest-TestVolumeBootPattern-1092774174 tempest-TestVolumeBootPattern-1092774174-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1124 time: 0.0448067 Apr 06 14:23:23.805099 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45354) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:23.809313 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.v2.base [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Request body: {'floatingip': {'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'port_id': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:23.917447 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.014961 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.121668 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Allocated IP 172.27.1.42 (fe6362af-824c-48c1-b6b3-b49b5d8a394a/1121188c-6c4d-439f-9602-14c29d7f3226/ddfc3a04-3a06-419c-b479-8ea10e0dfcbc) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:23:24.219799 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.310405 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758758398742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.348167 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Network fe6362af-824c-48c1-b6b3-b49b5d8a394a is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:23:24.353633 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:23:24.357308 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:23:24.362694 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=ddfc3a04-3a06-419c-b479-8ea10e0dfcbc,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:24.390608 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.390953 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.391298 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.391664 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.391997 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.392328 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.392658 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.392982 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.393307 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.393633 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.393964 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.394284 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.394601 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.394921 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.395728 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:24.731562 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (4fd1d555-8c07-4065-ac21-1b293495ab8c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:24.870949 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691710'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.020560 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.082887 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758758775318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758758398760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758758398778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10254060'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.148873 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event updated for resources: {'Port': ['ID=ddfc3a04-3a06-419c-b479-8ea10e0dfcbc,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:25.162463 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808298'] for floatingip (4fd1d555-8c07-4065-ac21-1b293495ab8c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.270197 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP 4fd1d555-8c07-4065-ac21-1b293495ab8c associated. External IP: 172.27.1.42, port: 6ec49c22-d38e-402b-995e-9e0197252e1b. Apr 06 14:23:25.313342 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-f1992143-c96a-4266-bf60-bfa34efc437b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465839 Apr 06 14:23:25.413502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-bec6e99f-3ccb-4993-90b2-7fa8ba14750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.415022 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-bec6e99f-3ccb-4993-90b2-7fa8ba14750b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0451958 Apr 06 14:23:25.492324 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:25.516762 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-57fc68f2-7d94-4fdb-b491-18cc40080b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.518229 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-57fc68f2-7d94-4fdb-b491-18cc40080b09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0863376 Apr 06 14:23:25.586946 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-004cfc2c-82cf-4abf-b6e8-84328dd61eaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 1002 time: 0.0629985 Apr 06 14:23:25.607648 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:25.618046 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:25.627659 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:25.628371 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:23:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:25.636445 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-67b98116-2c01-45b0-a269-1e0b8aad5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.638012 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-67b98116-2c01-45b0-a269-1e0b8aad5c2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0450983 Apr 06 14:23:25.686614 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-4bd00be0-c257-4c1b-b747-09e6bc09c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.688764 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-4bd00be0-c257-4c1b-b747-09e6bc09c0b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449991 Apr 06 14:23:25.691415 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:25.722291 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-f4768ddf-5422-4383-9bfe-1f4795180f4b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9161515 Apr 06 14:23:25.723019 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:25.725488 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c6f98-64e1-4cc8-8940-00f5d645553e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:25.745288 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:25.797985 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-3b02e5f2-9c6d-4ef8-b35d-37439d10132b service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030004 Apr 06 14:23:25.824966 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a722361-a0d4-4426-bddf-593a0dbe0bc0 x-openstack-request-id: req-1a722361-a0d4-4426-bddf-593a0dbe0bc0 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:25.825329 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:25.825642 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a722361-a0d4-4426-bddf-593a0dbe0bc0 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:25.826135 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a722361-a0d4-4426-bddf-593a0dbe0bc0'] response: {'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'status': 'completed', 'code': 200} Apr 06 14:23:25.921407 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3ce7f237-efa7-4ba5-bb21-67fe0b12d0ad req-118297a2-dbf9-4685-93ed-8aca02243c88 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176593 Apr 06 14:23:25.934686 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-d0a535d0-a8c2-4478-853c-0cf593762fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:25.936314 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-d0a535d0-a8c2-4478-853c-0cf593762fce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0695572 Apr 06 14:23:26.031439 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-8dc28a3a-0fca-4779-834c-b2e364160de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.032967 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-8dc28a3a-0fca-4779-834c-b2e364160de6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0895617 Apr 06 14:23:26.103107 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-e779d86c-f0db-4a38-b446-2f650e17f6ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 200 len: 998 time: 0.0640762 Apr 06 14:23:26.118474 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}, {'id': '4fd1d555-8c07-4065-ac21-1b293495ab8c', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:64:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:26.144381 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:26.151965 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-be3ad813-897d-492e-a132-57ed33321dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.153008 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:26.153446 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-be3ad813-897d-492e-a132-57ed33321dbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0441639 Apr 06 14:23:26.153641 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:23:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:26.203087 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-618856c4-f2a3-4dbc-b4ab-00a71eb53c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:26.204641 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-618856c4-f2a3-4dbc-b4ab-00a71eb53c06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454009 Apr 06 14:23:26.262272 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:26.296063 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-7eca6e1d-0c45-4679-8a7e-4390b891eb76 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852656 Apr 06 14:23:26.386611 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-226c6f98-64e1-4cc8-8940-00f5d645553e req-692e9219-b9de-4ee2-8509-1cb37e82595e service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 Apr 06 14:23:26.493786 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c933b4b2-a710-4755-8267-69c386812282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}, {'id': '4fd1d555-8c07-4065-ac21-1b293495ab8c', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:64:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:26.520478 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b4b2-a710-4755-8267-69c386812282 None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}, {'id': '4fd1d555-8c07-4065-ac21-1b293495ab8c', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:64:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:23:24Z', 'updated_at': '2022-04-06T14:23:24Z', 'revision_number': 0, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:26.719274 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df441ac7-79db-4250-8f3e-75e8896f4e61 None None] New status for floating IP 4fd1d555-8c07-4065-ac21-1b293495ab8c: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:23:42.785668 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:42.796457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c2f12e16-eb65-448c-a1e6-1311a038e6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:45.486315 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-9952cada-7d44-48ce-b4f2-36b0c495131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:46.751587 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:48.196733 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:49.846316 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:52.793555 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:12.785286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.813472 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7935-c911-46db-9937-0bc88640c811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:15.476329 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-86ee6086-628b-4031-9a74-8372579f46cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.784693 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:18.230931 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:19.864676 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:27.074056 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-300032d3-1263-49de-b6a2-5ef097dd65e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477648 Apr 06 14:24:27.148376 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-2e0f4898-f8ec-4981-9007-2a18bf397186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.149876 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-2e0f4898-f8ec-4981-9007-2a18bf397186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0449357 Apr 06 14:24:27.251040 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-67c61eee-e078-4ca6-a18d-eac5a7b03876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.252546 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-67c61eee-e078-4ca6-a18d-eac5a7b03876 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0850046 Apr 06 14:24:27.321490 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-85d22bf4-5c5b-4d1c-aa60-96cfa475d00d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 200 len: 1000 time: 0.0625267 Apr 06 14:24:27.370217 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-e6148dfd-4869-4a5c-a45f-136844870d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.371726 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-e6148dfd-4869-4a5c-a45f-136844870d3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0439594 Apr 06 14:24:27.420502 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-9e2a1f6b-d271-4286-8d25-6dd82476e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.422033 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-9e2a1f6b-d271-4286-8d25-6dd82476e3e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438845 Apr 06 14:24:27.511892 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-ff4c7845-1718-4b74-8f71-24c7973fe7b0 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Apr 06 14:24:27.599638 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ddb4d541-a3fc-4e0d-99b9-fb95b8c44105 req-5cab6365-459c-4e79-b25b-e939b6f63f91 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Apr 06 14:24:29.793116 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:42.773400 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-3c390d0d-9410-4b5e-9d25-b0c97b6b6b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.819150 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:45.521756 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-0d9c3d32-54a8-46ee-93f3-4bee8e9e52c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:46.742307 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:48.212990 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:49.836038 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.630264 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45394) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:04.832772 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port ddfc3a04-3a06-419c-b479-8ea10e0dfcbc {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:04.833115 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.911638 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.911876 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.923233 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for ddfc3a04-3a06-419c-b479-8ea10e0dfcbc owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:05.153571 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (ddfc3a04-3a06-419c-b479-8ea10e0dfcbc), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.177287 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=ddfc3a04-3a06-419c-b479-8ea10e0dfcbc,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:05.187225 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.187607 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.187959 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.188319 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.188639 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.188969 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.189300 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.190055 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.190055 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.190328 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.190656 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.190983 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.191311 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.191659 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.191980 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:05.251913 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (4fd1d555-8c07-4065-ac21-1b293495ab8c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.252308 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP 4fd1d555-8c07-4065-ac21-1b293495ab8c disassociated (deleted). External IP: 172.27.1.42, port: 6ec49c22-d38e-402b-995e-9e0197252e1b. Apr 06 14:25:05.466621 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:05.574616 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:05.578577 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.583119 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:05.593023 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:05.593646 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:24:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:05.615962 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-a6d8d96d-6909-465b-996b-5223f42087bb tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "DELETE /v2.0/floatingips/4fd1d555-8c07-4065-ac21-1b293495ab8c HTTP/1.1" status: 204 len: 168 time: 0.9843271 Apr 06 14:25:05.616880 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:05.620440 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:05.670008 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b7150-90b5-4561-909d-bcc11c9bb4c6 x-openstack-request-id: req-500b7150-90b5-4561-909d-bcc11c9bb4c6 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:05.670622 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:05.670727 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-500b7150-90b5-4561-909d-bcc11c9bb4c6 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:05.671054 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500b7150-90b5-4561-909d-bcc11c9bb4c6'] response: {'name': 'network-changed', 'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'status': 'completed', 'code': 200} Apr 06 14:25:05.715096 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:05.761312 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-840f742e-3e06-4151-a491-a12d3afd0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:05.762766 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-840f742e-3e06-4151-a491-a12d3afd0d9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0500417 Apr 06 14:25:05.855609 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-abae6430-118a-475c-b411-c250aa854444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:05.857910 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-abae6430-118a-475c-b411-c250aa854444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0891976 Apr 06 14:25:05.904233 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-3b62f82e-46ea-4b39-a6be-b8c8a71e52aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 200 len: 217 time: 0.0398588 Apr 06 14:25:05.958612 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-854e63ab-ee5d-4cad-b129-0c7258c37493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:05.958770 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:05.958966 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-854e63ab-ee5d-4cad-b129-0c7258c37493 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0490241 Apr 06 14:25:05.985732 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:05.995563 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:05.996193 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:24:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:06.038537 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04831c-e004-4d11-9f85-8fe4862709e2 req-56b4ba36-509f-4cba-b325-d75eda9b7e5b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:06.040345 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a04831c-e004-4d11-9f85-8fe4862709e2 req-56b4ba36-509f-4cba-b325-d75eda9b7e5b tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0536768 Apr 06 14:25:06.088895 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a04831c-e004-4d11-9f85-8fe4862709e2 req-7bacbb3e-509e-4672-8052-ad1faf5a7226 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Apr 06 14:25:06.106190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:06.328276 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:06.353485 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922b304-fd1f-41e0-93cb-ec8b2a74806e None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_floatingips': [{'id': '29a174fb-f01f-41ec-875d-d31cb27c17f8', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'router_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'port_id': '40eecd50-8349-41a8-a740-61e164d01f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'mac_address': 'fa:16:3e:29:07:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:25Z', 'updated_at': '2022-04-06T14:21:27Z', 'revision_number': 1, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:06.574090 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a33f91-6301-47a3-b6f7-83e1e089a494 None None] New status for floating IP 4fd1d555-8c07-4065-ac21-1b293495ab8c: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:06.791993 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:07.050263 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-64542f87-4f8f-4bc8-b8bb-1989b33a5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:07.051790 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-64542f87-4f8f-4bc8-b8bb-1989b33a5c71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448258 Apr 06 14:25:07.146068 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-b3cd0eb7-ae05-4fd0-82e8-31020a362a9a service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Apr 06 14:25:07.209370 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b866f1a-eaf7-44f0-b54b-cffe29c48880 req-e8cf2f3f-6bfc-4e76-845c-ba99ed95f3fd tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:07.210885 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b866f1a-eaf7-44f0-b54b-cffe29c48880 req-e8cf2f3f-6bfc-4e76-845c-ba99ed95f3fd tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0527465 Apr 06 14:25:07.311021 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b866f1a-eaf7-44f0-b54b-cffe29c48880 req-74f8be6f-59dc-4aa3-860e-766798ba5755 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944214 Apr 06 14:25:07.349900 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cbe2d88-7f26-4f2d-a06d-a02878bdfb16 req-59c90643-043b-4ddb-803a-0eef67cdc8c2 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133306 Apr 06 14:25:07.650247 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f277-a8ba-4810-af3b-d27969482eed req-3961f4f3-58d3-4888-9c2c-6646b1311f6d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:07.651623 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b82f277-a8ba-4810-af3b-d27969482eed req-3961f4f3-58d3-4888-9c2c-6646b1311f6d tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Apr 06 14:25:07.745340 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port 6ec49c22-d38e-402b-995e-9e0197252e1b {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:07.745678 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:07.836962 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] For port 6ec49c22-d38e-402b-995e-9e0197252e1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6ec49c22-d38e-402b-995e-9e0197252e1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:07.837333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:07.849860 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for 6ec49c22-d38e-402b-995e-9e0197252e1b owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:08.338550 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (6ec49c22-d38e-402b-995e-9e0197252e1b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:08.368026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=6ec49c22-d38e-402b-995e-9e0197252e1b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:08.408051 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.408404 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.408752 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.409097 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.409435 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.409770 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.410117 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.410429 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.410764 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.411085 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.411440 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.411771 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.412095 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.412420 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.412741 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:08.433691 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] No DVR routers for this DVR port 6ec49c22-d38e-402b-995e-9e0197252e1b on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:08.448323 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:08.451728 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b82f277-a8ba-4810-af3b-d27969482eed req-fdd9697b-bd45-41c4-8521-c05ac76ffa06 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "DELETE /v2.0/ports/6ec49c22-d38e-402b-995e-9e0197252e1b HTTP/1.1" status: 204 len: 173 time: 0.7952890 Apr 06 14:25:08.452169 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'name': 'network-vif-deleted', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:08.454516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a573c-ab81-4891-b71c-ae12721451b4" -d '{"events": [{"server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "name": "network-vif-deleted", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:08.458684 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0b63e9eb-a2f6-48b7-ba17-eafc3abc3d1d req-f018c18f-55d3-42bd-83a4-73b01010b65c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0635235 Apr 06 14:25:08.547682 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110de3c-f124-4c24-adae-47abaab4871f x-openstack-request-id: req-9110de3c-f124-4c24-adae-47abaab4871f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:08.548110 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0", "name": "network-vif-deleted", "tag": "6ec49c22-d38e-402b-995e-9e0197252e1b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:08.548367 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9110de3c-f124-4c24-adae-47abaab4871f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:08.548755 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9110de3c-f124-4c24-adae-47abaab4871f'] response: {'server_uuid': '9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0', 'name': 'network-vif-deleted', 'tag': '6ec49c22-d38e-402b-995e-9e0197252e1b', 'status': 'completed', 'code': 200} Apr 06 14:25:09.567162 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-03a6177b-f844-4335-9b05-dc3bc572ee05 req-a6af63a6-a2e4-495d-a7e2-f7b0a867c47a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f3d00e1-a37b-4c65-a82f-79c3feb2a1e0 HTTP/1.1" status: 200 len: 210 time: 0.0266280 Apr 06 14:25:10.065357 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6ec49c22-d38e-402b-995e-9e0197252e1b no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:10.088054 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 6ec49c22-d38e-402b-995e-9e0197252e1b {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:10.088666 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 6ec49c22-d38e-402b-995e-9e0197252e1b not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:12.775866 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:12.807017 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bb14e2e2-fd01-4a27-81e5-c5bc72580f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.117170 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45440) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:13.272038 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port 11eae16b-a056-4b21-a3a5-2aee5c78a088 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:13.272384 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.353505 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.353505 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (11eae16b-a056-4b21-a3a5-2aee5c78a088), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.363322 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for 11eae16b-a056-4b21-a3a5-2aee5c78a088 owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:13.561025 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (11eae16b-a056-4b21-a3a5-2aee5c78a088), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.583768 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=11eae16b-a056-4b21-a3a5-2aee5c78a088,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:13.646451 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (29a174fb-f01f-41ec-875d-d31cb27c17f8), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.646677 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.db.l3_db [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Floating IP 29a174fb-f01f-41ec-875d-d31cb27c17f8 disassociated (deleted). External IP: 172.27.1.197, port: 40eecd50-8349-41a8-a740-61e164d01f1b. Apr 06 14:25:13.856000 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:13.965094 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:13.966690 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-f8e7fc4d-2e65-4369-b131-c0d050ade792 req-7f231574-d38d-4097-a9f9-5cc7f9d64e24 service neutron] (103968) timed out ('10.222.0.46', 56720) {{(pid=103968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:25:13.970110 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.974654 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:13.984253 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:13.984876 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:24:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.999092 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-17017470-fa73-4020-9079-98854c018362 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "DELETE /v2.0/floatingips/29a174fb-f01f-41ec-875d-d31cb27c17f8 HTTP/1.1" status: 204 len: 168 time: 0.8808730 Apr 06 14:25:13.999696 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:14.001937 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbbb1d29cfd2823317ecc49f4d86be1bbd1b15fbccf0a8f2de8f79247468ad94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:14.041580 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d38545-f7d3-4cdc-b36e-bdc0f5978cb7 x-openstack-request-id: req-a7d38545-f7d3-4cdc-b36e-bdc0f5978cb7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:14.041877 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b", "status": "completed", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:14.042133 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7d38545-f7d3-4cdc-b36e-bdc0f5978cb7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:14.042543 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d38545-f7d3-4cdc-b36e-bdc0f5978cb7'] response: {'name': 'network-changed', 'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b', 'status': 'completed', 'code': 200} Apr 06 14:25:14.100266 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:14.131300 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-26b89ad9-7c62-4088-afcf-ca629db81f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.132899 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-26b89ad9-7c62-4088-afcf-ca629db81f61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d17f17804a04b0cacc65967141f6086&device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 1130 time: 0.0475130 Apr 06 14:25:14.225068 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-a890773f-106d-4627-82fd-f0a2294b1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.226526 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-a890773f-106d-4627-82fd-f0a2294b1761 service neutron] 10.222.0.46 "GET /v2.0/networks?id=374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 200 len: 913 time: 0.0872941 Apr 06 14:25:14.267152 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-26ce2830-7cd5-4a80-8454-ceb40b22e2d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 200 len: 217 time: 0.0350885 Apr 06 14:25:14.299055 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.318410 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-1c1f3da2-c2ce-444c-9afc-fddaff4f360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.319919 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-1c1f3da2-c2ce-444c-9afc-fddaff4f360b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 200 len: 851 time: 0.0471237 Apr 06 14:25:14.376946 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-ab160ab6-27ac-43f3-8d32-875d0aed33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.378199 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-ab160ab6-27ac-43f3-8d32-875d0aed33d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=374f3c5e-901f-4951-ae62-d699900b1b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519230 Apr 06 14:25:14.459532 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:14.468564 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:14.469223 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:24:45Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.502901 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620673b-ecaf-41a4-adb3-2aa8bde62fd2 req-906b329a-bfaf-407d-aa4c-2c4cc0053616 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:14.504672 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a620673b-ecaf-41a4-adb3-2aa8bde62fd2 req-906b329a-bfaf-407d-aa4c-2c4cc0053616 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0527551 Apr 06 14:25:14.554075 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a620673b-ecaf-41a4-adb3-2aa8bde62fd2 req-59b64ab0-7a67-4a68-b594-3114f5bf6de2 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Apr 06 14:25:14.582363 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:14.777576 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.807270 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b90c6-be1f-4af0-b244-db9dee84f04b None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:18:17Z', 'revision_number': 4, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi', '_interfaces': [{'id': 'b2647af9-0ed3-4630-826e-d84bebe2fab5', 'name': '', 'network_id': '374f3c5e-901f-4951-ae62-d699900b1b00', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'mac_address': 'fa:16:3e:05:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:17Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'subnets': [{'id': '1a2136df-34b2-4012-8732-1fd0c9cbe71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:15.016727 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d05521-db16-4f84-b3c6-6f3c30d0c019 None None] New status for floating IP 29a174fb-f01f-41ec-875d-d31cb27c17f8: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:15.481126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-5e00b56b-75f0-4358-8915-9f83fe6df9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.524266 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-fdecdfe7-98cc-4a12-9dfc-21c7bbe81cea service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910072 Apr 06 14:25:15.734164 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d47abe-90ac-4c75-bcae-a0d4ab257f8d req-55bb2f92-c76b-4bcc-b23e-1ecbce45a1e9 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:15.735554 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a2d47abe-90ac-4c75-bcae-a0d4ab257f8d req-55bb2f92-c76b-4bcc-b23e-1ecbce45a1e9 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.1120641 Apr 06 14:25:15.751980 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfa3efff-4ff2-4d85-b518-8bcf2e77c0fb req-898c9187-1cd7-4eb1-9e10-3e3db2b837e5 service neutron] 10.222.0.46 "GET /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365786 Apr 06 14:25:15.787825 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a2d47abe-90ac-4c75-bcae-a0d4ab257f8d req-bdd85beb-3df4-4f7c-9f19-0f9d285ba129 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/security-groups?id=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467103 Apr 06 14:25:15.998238 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-555cfa0d-80aa-47cd-988c-c62680e8935c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:15.999685 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-555cfa0d-80aa-47cd-988c-c62680e8935c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 946 time: 0.0596833 Apr 06 14:25:16.093725 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port 40eecd50-8349-41a8-a740-61e164d01f1b {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:16.094072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.183333 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] For port 40eecd50-8349-41a8-a740-61e164d01f1b, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=40eecd50-8349-41a8-a740-61e164d01f1b,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:16.183726 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.197283 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for 40eecd50-8349-41a8-a740-61e164d01f1b owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:16.401409 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (40eecd50-8349-41a8-a740-61e164d01f1b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.428445 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=40eecd50-8349-41a8-a740-61e164d01f1b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:16.473251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] No DVR routers for this DVR port 40eecd50-8349-41a8-a740-61e164d01f1b on host hv-cinder-83682 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:16.475696 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.479495 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15e775fe-16d6-4a8f-891c-d98fdd0b8fdd req-b1b87f77-3f83-4d85-8c6d-76cb6d4cd736 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.46 "DELETE /v2.0/ports/40eecd50-8349-41a8-a740-61e164d01f1b HTTP/1.1" status: 204 len: 173 time: 0.4746063 Apr 06 14:25:16.479933 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'name': 'network-vif-deleted', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:16.482236 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}250e0a30eed355d0ac6302829bec6dadb0c9a703f92bcc45d10ffb1ca496931d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54fb0b-8a9e-4cca-9272-771730289ebf" -d '{"events": [{"server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "name": "network-vif-deleted", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:16.516849 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd6426c-bf6b-4b33-b631-cea1c09c32da x-openstack-request-id: req-3bd6426c-bf6b-4b33-b631-cea1c09c32da {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:16.517138 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ca5e8-d4bb-4c9e-a560-73ff4c781335", "name": "network-vif-deleted", "tag": "40eecd50-8349-41a8-a740-61e164d01f1b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:16.517446 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bd6426c-bf6b-4b33-b631-cea1c09c32da {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:16.518230 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd6426c-bf6b-4b33-b631-cea1c09c32da'] response: {'server_uuid': 'bb4ca5e8-d4bb-4c9e-a560-73ff4c781335', 'name': 'network-vif-deleted', 'tag': '40eecd50-8349-41a8-a740-61e164d01f1b', 'status': 'completed', 'code': 200} Apr 06 14:25:16.738685 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:16.892455 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4306a295-d613-4811-946c-9e8798a17b05 req-96c69628-6729-4b1b-8571-cef70e7b671c tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb4ca5e8-d4bb-4c9e-a560-73ff4c781335 HTTP/1.1" status: 200 len: 210 time: 0.0318840 Apr 06 14:25:17.950853 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45456) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:18.101895 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Deleting port f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:18.102240 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.110258 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 40eecd50-8349-41a8-a740-61e164d01f1b no longer exists at agent hyperv_hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:18.130268 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24204-1557-494c-8be5-23226743c15d None None] No Port match for: 40eecd50-8349-41a8-a740-61e164d01f1b {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:18.130616 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Device 40eecd50-8349-41a8-a740-61e164d01f1b not bound to the agent host hv-cinder-83682 {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:18.181652 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.181918 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.193750 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Calling delete_port for f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d owned by network:floatingip {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:18.221708 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.389857 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.417663 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'Port': ['ID=f824bf4c-5b22-4093-9cdd-e2d9ed9cf42d,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:18.477029 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for floatingip (a5950a77-803f-45d4-9773-74f209bfed23), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.479691 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74688'] for floatingip (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.480843 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-fea61002-40c7-491d-a046-6d0291733c0a tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "DELETE /v2.0/floatingips/a5950a77-803f-45d4-9773-74f209bfed23 HTTP/1.1" status: 204 len: 168 time: 0.5289075 Apr 06 14:25:19.807260 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45468) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:19.846598 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:19.865090 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:19.893441 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:20.013028 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:20.015920 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:20.017073 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] 10.222.0.62 "DELETE /v2.0/security-groups/b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7 HTTP/1.1" status: 204 len: 168 time: 0.2088070 Apr 06 14:25:20.026442 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0a9c2-796d-4c99-84e8-e3d2cd2db6e3 tempest-TestVolumeBootPattern-2119967416 tempest-TestVolumeBootPattern-2119967416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35da5c0-c62c-4fc3-af0a-4c6167d5f3c7,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:20.131168 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45472) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:20.833914 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:21.078614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Deleting port b2647af9-0ed3-4630-826e-d84bebe2fab5 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:21.078957 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:21.174004 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] For port b2647af9-0ed3-4630-826e-d84bebe2fab5, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=b2647af9-0ed3-4630-826e-d84bebe2fab5,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:21.174400 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:21.187677 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Calling delete_port for b2647af9-0ed3-4630-826e-d84bebe2fab5 owned by network:router_interface {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:21.423772 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (b2647af9-0ed3-4630-826e-d84bebe2fab5), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:21.450921 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2647af9-0ed3-4630-826e-d84bebe2fab5,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:21.618996 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:21.833748 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Router b3b8428b-e5c0-48b1-94c0-8687ebff3303 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:21.940514 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:21.946248 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-475994ef-7d1b-4266-b500-c1b5513c91b0 admin admin] 10.222.0.62 "PUT /v2.0/routers/b3b8428b-e5c0-48b1-94c0-8687ebff3303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8137712 Apr 06 14:25:21.948094 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45476) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:21.949985 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Sync routers for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:21.960630 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:21.961256 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:25:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:22.057047 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks [] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.070709 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:22.164543 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks [] for router_gateway (b3b8428b-e5c0-48b1-94c0-8687ebff3303), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.248826 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:25:21Z', 'revision_number': 5, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port': {'id': '0ab8ea50-a793-436e-901e-2a98d5ee445e', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:15Z', 'updated_at': '2022-04-06T14:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:22.266010 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Deleting port 0ab8ea50-a793-436e-901e-2a98d5ee445e {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:22.266353 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.274778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Checking router: b3b8428b-e5c0-48b1-94c0-8687ebff3303 for host: dv-cinder-836822-1-iscsi {{(pid=103969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:22.283542 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Routers {'b3b8428b-e5c0-48b1-94c0-8687ebff3303'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:22.284176 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:25:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'], 'active': True} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:22.347140 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] For port 0ab8ea50-a793-436e-901e-2a98d5ee445e, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0ab8ea50-a793-436e-901e-2a98d5ee445e,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:22.347539 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.360208 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Calling delete_port for 0ab8ea50-a793-436e-901e-2a98d5ee445e owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:22.372464 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvr_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] Set router b3b8428b-e5c0-48b1-94c0-8687ebff3303 gateway port host: None {{(pid=103969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:22.427059 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:25:22Z', 'revision_number': 6, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:22.452991 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e69-0dcc-4f5e-867d-3c8ca5a5bbdf None None] The sync data for ids ['b3b8428b-e5c0-48b1-94c0-8687ebff3303'] in dv-cinder-836822-1-iscsi is: [{'id': 'b3b8428b-e5c0-48b1-94c0-8687ebff3303', 'name': 'tempest-TestVolumeBootPattern-1282389808-router', 'tenant_id': '2d17f17804a04b0cacc65967141f6086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:14Z', 'updated_at': '2022-04-06T14:25:22Z', 'revision_number': 6, 'project_id': '2d17f17804a04b0cacc65967141f6086', 'gw_port_host': None}] {{(pid=103969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:22.622081 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (0ab8ea50-a793-436e-901e-2a98d5ee445e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.648070 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab8ea50-a793-436e-901e-2a98d5ee445e,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:22.709955 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.802277 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.804536 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks [] for router_controller (b3b8428b-e5c0-48b1-94c0-8687ebff3303), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.901789 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (b3b8428b-e5c0-48b1-94c0-8687ebff3303), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.902974 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b8428b-e5c0-48b1-94c0-8687ebff3303 {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:22.907427 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.908608 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c56fac65-d7aa-4ae5-b893-064598f596f2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b3b8428b-e5c0-48b1-94c0-8687ebff3303 HTTP/1.1" status: 204 len: 168 time: 0.9593134 Apr 06 14:25:22.911096 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45478) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:22.955176 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Deleting subnet 1a2136df-34b2-4012-8732-1fd0c9cbe71d {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:25:22.958399 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Publish callbacks [] for subnet (1a2136df-34b2-4012-8732-1fd0c9cbe71d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:22.993674 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (1a2136df-34b2-4012-8732-1fd0c9cbe71d), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.075019 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (1a2136df-34b2-4012-8732-1fd0c9cbe71d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.194044 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (1a2136df-34b2-4012-8732-1fd0c9cbe71d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.228392 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.233967 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a2136df-34b2-4012-8732-1fd0c9cbe71d HTTP/1.1" status: 204 len: 168 time: 0.3217490 Apr 06 14:25:23.234275 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395bcf6c-4681-40a8-9b84-fe0d10a94785 None None] Network 374f3c5e-901f-4951-ae62-d699900b1b00 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:25:23.235026 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c59ef-2b60-476f-a719-8af31fa79f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a2136df-34b2-4012-8732-1fd0c9cbe71d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:23.236762 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [-] (103968) accepted ('10.222.0.62', 45480) {{(pid=103968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:23.283611 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0ab8ea50-a793-436e-901e-2a98d5ee445e no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:23.312859 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 0ab8ea50-a793-436e-901e-2a98d5ee445e {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:23.313203 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0ab8ea50-a793-436e-901e-2a98d5ee445e not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:23.313626 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device b2647af9-0ed3-4630-826e-d84bebe2fab5 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:23.323050 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (374f3c5e-901f-4951-ae62-d699900b1b00), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.335207 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: b2647af9-0ed3-4630-826e-d84bebe2fab5 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:23.335771 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device b2647af9-0ed3-4630-826e-d84bebe2fab5 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:23.390947 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Deleting port 0f1343ff-6e68-4a84-b3c7-fae38b3456da {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:23.391280 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.448481 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] DHCP port deletion for 374f3c5e-901f-4951-ae62-d699900b1b00 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:25:23.459729 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] For port 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0f1343ff-6e68-4a84-b3c7-fae38b3456da,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:23.460089 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.474614 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Calling delete_port for 0f1343ff-6e68-4a84-b3c7-fae38b3456da owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:23.511507 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Deleting port 0f1343ff-6e68-4a84-b3c7-fae38b3456da {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:23.511815 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.575321 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] For port 0f1343ff-6e68-4a84-b3c7-fae38b3456da, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=0f1343ff-6e68-4a84-b3c7-fae38b3456da,segment=NetworkSegment(261e995e-2d22-4778-9a04-7c07a3f9b5de),segment_id=261e995e-2d22-4778-9a04-7c07a3f9b5de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:23.580152 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.587867 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Calling delete_port for 0f1343ff-6e68-4a84-b3c7-fae38b3456da owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:23.635495 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10253973'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.662276 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1343ff-6e68-4a84-b3c7-fae38b3456da,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:23.664060 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] No DVR routers for this DVR port 0f1343ff-6e68-4a84-b3c7-fae38b3456da on host dv-cinder-836822-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:23.669635 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (0f1343ff-6e68-4a84-b3c7-fae38b3456da), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.694528 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Pushing event deleted for resources: {'Port': ['ID=0f1343ff-6e68-4a84-b3c7-fae38b3456da,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:23.699468 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] No DVR routers for this DVR port 0f1343ff-6e68-4a84-b3c7-fae38b3456da on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:23.706142 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.706503 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.706925 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.707181 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.713562 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27c210-b113-4b7e-9506-b7cc79cffd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-1-iscsi {{(pid=103969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:23.742653 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (374f3c5e-901f-4951-ae62-d699900b1b00), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.763667 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374f3c5e-901f-4951-ae62-d699900b1b00']}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:23.772929 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261e995e-2d22-4778-9a04-7c07a3f9b5de') {'for_net_delete': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:23.773219 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.services.segments.db [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261e995e-2d22-4778-9a04-7c07a3f9b5de') {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:23.782425 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9560524'] for segment (261e995e-2d22-4778-9a04-7c07a3f9b5de), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.795325 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (261e995e-2d22-4778-9a04-7c07a3f9b5de), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.801133 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10254024'] for segment (261e995e-2d22-4778-9a04-7c07a3f9b5de), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: Traceback (most recent call last): Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: timer() Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: cb(*args, **kw) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: return func(*args, **kwargs) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: self._notify() Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: self.callback(batched_events) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: event.method(event) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: return f(self, *a, **k) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._get(url).json() Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:23.807805 dv-cinder-836822-1-iscsi neutron-server[103968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:23.915028 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (374f3c5e-901f-4951-ae62-d699900b1b00), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.921324 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:23.924639 dv-cinder-836822-1-iscsi neutron-server[103968]: INFO neutron.wsgi [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] 10.222.0.62 "DELETE /v2.0/networks/374f3c5e-901f-4951-ae62-d699900b1b00 HTTP/1.1" status: 204 len: 168 time: 0.6863244 Apr 06 14:25:23.927610 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45482) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:23.934886 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380ba65-2f65-4487-9a04-7595825d256a admin admin] Pushing event deleted for resources: {'Network': ['ID=374f3c5e-901f-4951-ae62-d699900b1b00,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:24.276199 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1812906'] for router_interface (209240fd-827a-4138-8699-daf05feaa816), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:24.519547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Deleting port ed9bff01-f121-47ba-af72-92750b19aa53 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:24.519888 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:24.597524 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] For port ed9bff01-f121-47ba-af72-92750b19aa53, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=ed9bff01-f121-47ba-af72-92750b19aa53,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:24.597804 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:24.611072 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Calling delete_port for ed9bff01-f121-47ba-af72-92750b19aa53 owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:24.834913 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (ed9bff01-f121-47ba-af72-92750b19aa53), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:24.859175 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9bff01-f121-47ba-af72-92750b19aa53,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:25.035776 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1808186'] for router_interface (209240fd-827a-4138-8699-daf05feaa816), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.259140 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0f1343ff-6e68-4a84-b3c7-fae38b3456da no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:25.279937 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 0f1343ff-6e68-4a84-b3c7-fae38b3456da {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:25.280289 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 0f1343ff-6e68-4a84-b3c7-fae38b3456da not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:25.522434 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Router 209240fd-827a-4138-8699-daf05feaa816 has already been hosted by L3 agent 49a90d27-4eb5-4b6a-bae2-888b738fbfbc {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:25.629127 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] Notify agent at l3_agent.dv-cinder-836822-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:25.634196 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3aeee419-a5ea-4d40-aee7-16fb68436293 admin admin] 10.222.0.62 "PUT /v2.0/routers/209240fd-827a-4138-8699-daf05feaa816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053845 Apr 06 14:25:25.637544 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45484) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:25.638602 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Sync routers for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:25.648008 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:25.648622 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:25:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:25.743143 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks [] for router (209240fd-827a-4138-8699-daf05feaa816), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.754571 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: dv-cinder-836822-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:25.848466 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks [] for router_gateway (209240fd-827a-4138-8699-daf05feaa816), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.937018 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'external_fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:25:24Z', 'revision_number': 5, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port': {'id': '8e031b45-ffdc-426d-8905-bd5553c1d7cc', 'name': '', 'network_id': 'fe6362af-824c-48c1-b6b3-b49b5d8a394a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209240fd-827a-4138-8699-daf05feaa816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:18:21Z', 'updated_at': '2022-04-06T14:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1121188c-6c4d-439f-9602-14c29d7f3226', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-1-iscsi'}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:25.953262 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Deleting port 8e031b45-ffdc-426d-8905-bd5553c1d7cc {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:25.953698 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.964001 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Checking router: 209240fd-827a-4138-8699-daf05feaa816 for host: dv-cinder-836822-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:25.972888 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Routers {'209240fd-827a-4138-8699-daf05feaa816'} bound to L3 agent in host dv-cinder-836822-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:25.973506 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:58:15Z,description=,heartbeat_timestamp=2022-04-06T14:25:15Z,host='dv-cinder-836822-1-iscsi',id=49a90d27-4eb5-4b6a-bae2-888b738fbfbc,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:58:16Z,topic='l3_agent')) {'router_ids': ['209240fd-827a-4138-8699-daf05feaa816'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:26.035833 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] For port 8e031b45-ffdc-426d-8905-bd5553c1d7cc, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=8e031b45-ffdc-426d-8905-bd5553c1d7cc,segment=NetworkSegment(be777aac-b1ee-42ec-88a9-d6c3193036c4),segment_id=be777aac-b1ee-42ec-88a9-d6c3193036c4)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:26.036205 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.049364 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Calling delete_port for 8e031b45-ffdc-426d-8905-bd5553c1d7cc owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:26.066089 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] Set router 209240fd-827a-4138-8699-daf05feaa816 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:26.118123 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:25:25Z', 'revision_number': 6, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port_host': None}], 'dv-cinder-836822-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:26.148422 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483725ab-96f6-451e-96ed-a2ff562da437 None None] The sync data for ids ['209240fd-827a-4138-8699-daf05feaa816'] in dv-cinder-836822-1-iscsi is: [{'id': '209240fd-827a-4138-8699-daf05feaa816', 'name': 'tempest-TestVolumeBootPattern-638573018-router', 'tenant_id': 'e6dc746e79a84c41afce715224e54215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:18:20Z', 'updated_at': '2022-04-06T14:25:25Z', 'revision_number': 6, 'project_id': 'e6dc746e79a84c41afce715224e54215', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:26.275213 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (8e031b45-ffdc-426d-8905-bd5553c1d7cc), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.300188 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8e031b45-ffdc-426d-8905-bd5553c1d7cc,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:26.359990 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808380'] for router_gateway (209240fd-827a-4138-8699-daf05feaa816), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.451790 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7864'] for router (209240fd-827a-4138-8699-daf05feaa816), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.453814 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks [] for router_controller (209240fd-827a-4138-8699-daf05feaa816), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.578197 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811270'] for router (209240fd-827a-4138-8699-daf05feaa816), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.578797 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209240fd-827a-4138-8699-daf05feaa816 {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:26.583644 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.584802 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-84780b8e-d220-48ad-aa8c-4adebaad7bdf admin admin] 10.222.0.62 "DELETE /v2.0/routers/209240fd-827a-4138-8699-daf05feaa816 HTTP/1.1" status: 204 len: 168 time: 0.9463091 Apr 06 14:25:26.587251 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45486) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:26.633967 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Deleting subnet 64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:25:26.637114 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Publish callbacks [] for subnet (64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.671875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672988'] for subnet (64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.750833 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764387'] for subnet (64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.870113 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10131227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10115232'] for subnet (64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.894139 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:26.899665 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:26.903481 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-357d7f26-555d-4531-8a1d-941ae55645b3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/64e328d1-0a5e-40fb-89cd-04ce8ef7dc0e HTTP/1.1" status: 204 len: 168 time: 0.3152368 Apr 06 14:25:26.906209 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45488) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:26.911009 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4117b-95eb-4248-86fb-ad9d525f71a4 None None] Network e0d61386-b57c-48da-b272-d558056ab664 requested from dv-cinder-836822-1-iscsi {{(pid=103969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:25:26.980393 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657828'] for network (e0d61386-b57c-48da-b272-d558056ab664), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.036957 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Deleting port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:27.037303 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.087226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] DHCP port deletion for e0d61386-b57c-48da-b272-d558056ab664 request from dv-cinder-836822-1-iscsi {{(pid=103969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:25:27.133496 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] For port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:27.133881 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.148925 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Calling delete_port for fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:27.153541 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Deleting port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd {{(pid=103969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:27.153919 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758758768689'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), before_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.226974 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.db [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] For port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd, host dv-cinder-836822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-1-iscsi',level=0,port_id=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,segment=NetworkSegment(3681de57-71c5-424c-8db2-1e0bebd7c6de),segment_id=3681de57-71c5-424c-8db2-1e0bebd7c6de)] {{(pid=103969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:27.227402 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806043'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), precommit_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.243126 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Calling delete_port for fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd owned by network:dhcp {{(pid=103969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:27.250969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device ed9bff01-f121-47ba-af72-92750b19aa53 no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:27.278721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: ed9bff01-f121-47ba-af72-92750b19aa53 {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:27.278721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device ed9bff01-f121-47ba-af72-92750b19aa53 not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:27.278721 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8e031b45-ffdc-426d-8905-bd5553c1d7cc no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:27.298249 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10131244'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.329056 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:27.332514 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: 8e031b45-ffdc-426d-8905-bd5553c1d7cc {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:27.332723 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] No DVR routers for this DVR port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd on host dv-cinder-836822-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:27.332844 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device 8e031b45-ffdc-426d-8905-bd5553c1d7cc not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:27.333222 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd no longer exists at agent ovs-agent-dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:27.355797 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] No Port match for: fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd {{(pid=103969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:27.356141 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.rpc [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Device fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd not bound to the agent host dv-cinder-836822-1-iscsi {{(pid=103969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:27.389372 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758758775300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758758398751'] for port (fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd), after_delete {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.407418 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766744', 'neutron.services.segments.db._delete_segments_for_network-8758758845305'] for network (e0d61386-b57c-48da-b272-d558056ab664), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.414276 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] Pushing event deleted for resources: {'Port': ['ID=fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd,revision_number=None']} {{(pid=103969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:27.417716 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a24064-3fb2-4b9e-b14c-d0e1e2087ac9 None None] No DVR routers for this DVR port fcd860fc-d4cc-4b4c-8bb8-9ba0111580cd on host dv-cinder-836822-1-iscsi {{(pid=103969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:27.430083 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d61386-b57c-48da-b272-d558056ab664']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:27.439547 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3681de57-71c5-424c-8db2-1e0bebd7c6de') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:27.439848 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3681de57-71c5-424c-8db2-1e0bebd7c6de') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:27.449787 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758758844034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672807'] for segment (3681de57-71c5-424c-8db2-1e0bebd7c6de), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.462815 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704'] for segment (3681de57-71c5-424c-8db2-1e0bebd7c6de), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.469504 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:25:27.469927 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-679704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10131313'] for segment (3681de57-71c5-424c-8db2-1e0bebd7c6de), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: Traceback (most recent call last): Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: timer() Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: cb(*args, **kw) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: return func(*args, **kwargs) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: self._notify() Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: self.callback(batched_events) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: event.method(event) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: return f(self, *a, **k) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._get(url).json() Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:27.471646 dv-cinder-836822-1-iscsi neutron-server[103967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:27.570598 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808280'] for network (e0d61386-b57c-48da-b272-d558056ab664), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.578203 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605098'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.580292 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e0d61386-b57c-48da-b272-d558056ab664 HTTP/1.1" status: 204 len: 168 time: 0.6730783 Apr 06 14:25:27.591875 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702815f6-33b7-40eb-8378-167a5a4c5a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d61386-b57c-48da-b272-d558056ab664,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:27.870130 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45492) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:27.909793 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1d705cb3-3f25-4d5c-8fae-7a5b428bbcef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d17f17804a04b0cacc65967141f6086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380092 Apr 06 14:25:27.912154 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45494) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:27.962279 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] Publish callbacks [] for security_group (858246e9-d777-4174-b7a8-f4d8203ed050), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.983637 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] Publish callbacks [] for security_group (858246e9-d777-4174-b7a8-f4d8203ed050), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.086338 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (858246e9-d777-4174-b7a8-f4d8203ed050), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.089038 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.092730 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/858246e9-d777-4174-b7a8-f4d8203ed050 HTTP/1.1" status: 204 len: 168 time: 0.1771753 Apr 06 14:25:28.098516 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74179-83d7-4af8-9dce-4ace26c836ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858246e9-d777-4174-b7a8-f4d8203ed050,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:28.669905 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45500) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:28.709497 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b31c5c9b-a267-492e-9171-b177385a0b65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6dc746e79a84c41afce715224e54215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384302 Apr 06 14:25:28.712015 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.62', 45502) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:28.758248 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] Publish callbacks [] for security_group (cec1ff61-803b-4d11-a342-861c09bb04d8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.780355 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] Publish callbacks [] for security_group (cec1ff61-803b-4d11-a342-861c09bb04d8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.903441 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675374'] for security_group (cec1ff61-803b-4d11-a342-861c09bb04d8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.906016 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:28.907161 dv-cinder-836822-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cec1ff61-803b-4d11-a342-861c09bb04d8 HTTP/1.1" status: 204 len: 168 time: 0.1942632 Apr 06 14:25:28.915177 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a5ee9-14dc-4df8-85c0-521b416a4ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1ff61-803b-4d11-a342-861c09bb04d8,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:42.849986 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-89ddb465-7e62-4b10-86dd-47672f324671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:42.861183 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.790322 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:45.489803 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-55bfd6a3-ac22-4172-b0ae-db1812a82810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:46.758491 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:48.232738 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:49.849651 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:12.776737 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fc4d1509-10aa-4465-b154-498388f35c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:12.782580 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:15.479969 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa2e4-1d40-46da-b847-de2ea696b375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:16.731368 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:18.232443 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:19.843075 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:20.789419 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:42.791791 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-57927089-1346-4016-8c9e-1e194429ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.823085 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.517082 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-bd5897c5-52a8-4e1f-9e62-9de1fbd58c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.776688 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:48.236763 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:49.844827 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.788617 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:12.827469 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-869623b7-9f38-49e6-8bf8-ea9a9b613018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:12.850084 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:15.484244 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1f4861a7-4885-46eb-9bd6-7e7e2c041fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:16.753101 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:18.227607 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:19.850216 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:34.788197 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:42.761590 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1736c683-3e76-4b16-a056-8a4f3099fbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:42.836354 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:45.470811 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-49aef70c-d217-4864-a9f3-076d03ad16f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:46.752820 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:48.258542 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:49.866485 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:11.787969 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:12.774671 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-f6d8e244-2c54-4561-8ef8-c7fbb82a9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:12.831457 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:15.465767 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-aaef82eb-4f70-4bcd-8dbf-f7b7d8e4d4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:16.784184 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:18.231700 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:19.866100 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.274423 dv-cinder-836822-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-3972782d-175f-4df3-a47c-b3a4527241a2 service neutron] (103967) timed out ('10.222.0.62', 40848) {{(pid=103967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:28:38.452490 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-47957ba1-dcdb-474c-b49d-02bd5bc1d31e req-f274373c-87d8-4577-82b7-b1504aa369ce tempest-AttachVolumeShelveTestJSON-383544026 tempest-AttachVolumeShelveTestJSON-383544026-project] (103968) timed out ('10.222.0.62', 40860) {{(pid=103968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:28:42.783556 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fc648809-4e67-44f1-9131-82c1ed71a452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.840226 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:45.503150 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-518208bb-a711-4d0a-928a-5280b7af2436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:46.771633 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.240803 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.787435 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:49.877159 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.823058 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-59726c6d-8b0b-4e31-92e9-a17b1678998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.899615 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:15.496790 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-ca66ba29-9192-41bb-b821-813a31d875aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.760575 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.242320 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:18.690177 dv-cinder-836822-1-iscsi neutron-server[103968]: DEBUG neutron.wsgi [req-fe9db260-f7d4-414b-8a50-c8981ea7d6ad req-3da52516-c1e0-413c-a45d-cf4ed43834bc tempest-AttachVolumeNegativeTest-1923042563 tempest-AttachVolumeNegativeTest-1923042563-project] (103968) timed out ('10.222.0.46', 56663) {{(pid=103968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:29:19.851348 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.787148 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:42.778995 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-c196b26e-1885-4a45-9ef7-7f64641d8ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.864426 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.469778 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-b3918371-30ce-48c3-ac9d-936974e8da2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:46.765286 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.259178 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.858625 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:02.786134 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:12.778190 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6d89-d765-4c29-b974-2b5f8121f98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.829521 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:15.495949 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-1415cab8-4e6c-4e5f-a72a-a84b29e56929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (49a90d27-4eb5-4b6a-bae2-888b738fbfbc), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:16.770610 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-cd298eca-6f40-4c25-8e44-d378feb64dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (c64ed2f3-f934-487d-825a-4a4a0c7f339f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:18.261362 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-4e6ccf52-48af-4cfa-9558-fe27e8442ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (af9f2d61-575a-43ff-9b0e-fe3a68d0fb6f), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:19.875615 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-6e6e8707-0224-41ee-96a8-46ede39b6848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (9e22d4e5-9db0-471f-a39b-ad5cb35144f4), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.785375 dv-cinder-836822-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-731c5794-10c7-4f50-a610-b2f1daabae3b None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:42.769648 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb803-d9dd-412e-b140-6f8ea3e87138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (d8825ab7-0329-4644-982b-ed01e2132d24), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.851832 dv-cinder-836822-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-2aa24204-1557-494c-8be5-23226743c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758758845287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768729'] for agent (7c18aedd-684f-49e7-844e-77bd6e2ef9cd), after_update {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}